-- Logs begin at Thu 2021-11-04 13:22:53 UTC, end at Thu 2021-11-04 14:35:00 UTC. -- Nov 04 14:06:15.270722 dv-cinder-815848-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 04 14:06:18.008190 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.common.config [-] Logging enabled! Nov 04 14:06:18.008794 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev138 Nov 04 14:06:18.008976 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101500) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 04 14:06:18.012167 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.common.config [-] Logging enabled! Nov 04 14:06:18.012423 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev138 Nov 04 14:06:18.012739 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101500) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 04 14:06:18.013689 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 14:06:18.013923 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 14:06:18.014288 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 14:06:18.014582 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 14:06:18.014809 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 14:06:18.015194 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.015429 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.015726 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.015955 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.016251 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.016543 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.016831 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.017137 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.017423 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.017708 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.017988 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.018271 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.018529 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.018812 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.019103 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.019390 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.019613 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] debug = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.019901 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.020334 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.020736 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.021017 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.021309 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.021592 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.021864 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.022772 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.023066 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.023398 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] host = dv-cinder-815848-5-iscsi {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.023677 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.023969 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.024259 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.024568 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.024830 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.025109 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.025397 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.025672 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.025949 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.026226 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.026544 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.026837 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.027129 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.027359 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.027580 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.027869 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.028160 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.028440 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.028719 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.028997 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.029272 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.029547 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.029817 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.030104 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.030400 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.030704 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.030981 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.031256 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.031531 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.031805 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.032092 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.032368 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.032643 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.032918 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.033205 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.033475 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.033748 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.034050 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.034340 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.034656 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.034945 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.035220 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.035506 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.035780 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.036053 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.036328 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] use_json = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.036601 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.036873 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.037154 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.037431 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.037728 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.038017 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.038294 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.038608 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:18.038908 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.039208 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.039512 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.039798 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.040108 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.040392 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.040686 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.040966 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.041258 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.041549 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.041840 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.042120 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.042433 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.042718 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.043018 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.043320 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.043614 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.043909 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.044185 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.044462 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.044738 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.045018 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.045305 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.045591 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.045879 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.046170 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.046477 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.046764 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.047057 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.047351 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.047626 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.047905 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.048196 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.048474 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.048746 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.049026 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.049316 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.049599 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.049873 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.050155 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.050459 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.050735 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.051009 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.051287 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.051578 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.051856 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.052128 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.052399 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.052679 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.052951 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.053235 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.054025 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.054298 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.054593 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.054876 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.055148 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.055422 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.055699 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.055972 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.056251 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.056523 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.056795 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.057067 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.057344 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.057613 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.057882 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.058152 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.058455 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.058728 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.058998 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.059269 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.059554 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.059811 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.060099 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.060395 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.060673 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.060955 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.061238 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.061519 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.061798 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.062077 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.062356 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.062657 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.062935 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.063228 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.063512 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.063798 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.064082 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.064358 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.064677 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.064955 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.065237 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.065515 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.065791 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.066074 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.066358 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.066717 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.066972 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.067272 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.067568 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.067863 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.068143 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.068451 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.068730 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:18.068964 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 14:06:18.069736 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101500) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 04 14:06:18.500914 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 04 14:06:18.501193 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 04 14:06:18.501500 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 04 14:06:18.501836 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 04 14:06:18.821796 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.822103 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.822400 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.823625 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.823901 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.824178 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.860685 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.860965 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.861247 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.876501 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.876778 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.877045 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.907065 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.907345 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.907616 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.943939 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.944225 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:18.944499 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.180274 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.180869 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.180869 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.181058 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.181697 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.310043 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.310361 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.310671 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.310948 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.311217 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.311531 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.311795 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.312056 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.312314 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.312599 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.312863 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.313131 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.313393 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.313658 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.313918 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.314187 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.314468 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.314741 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.315015 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.315278 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.315557 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.315816 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.316103 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.316483 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.316737 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.316989 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.317390 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:19.317631 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:19.317870 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:19.318106 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:19.318343 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:19.318614 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:19.319543 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 04 14:06:19.322823 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 04 14:06:19.326827 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 04 14:06:19.330654 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 04 14:06:19.332307 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 04 14:06:19.332765 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 04 14:06:19.333103 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 04 14:06:19.333490 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 04 14:06:19.337166 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 04 14:06:19.337410 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 04 14:06:19.337752 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 14:06:19.343097 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 04 14:06:19.365163 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 04 14:06:19.365625 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.365957 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101500) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 04 14:06:19.366324 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.367746 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101500) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 04 14:06:19.368027 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 14:06:19.368273 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 04 14:06:19.371509 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.371794 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:19.435733 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 04 14:06:19.435913 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 04 14:06:19.436147 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 04 14:06:19.436528 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 04 14:06:19.457165 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_db.sqlalchemy.engines [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101500) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 04 14:06:20.067376 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing driver for type 'gre' Nov 04 14:06:20.067820 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] gre ID ranges: [(1, 1000)] Nov 04 14:06:20.267466 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing driver for type 'local' Nov 04 14:06:20.268123 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing driver for type 'vlan' Nov 04 14:06:20.347301 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] VlanTypeDriver initialization complete Nov 04 14:06:20.347599 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing driver for type 'vxlan' Nov 04 14:06:20.348102 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] vxlan ID ranges: [(1, 1000)] Nov 04 14:06:20.524731 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing extension driver 'port_security' Nov 04 14:06:20.525069 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.extensions.port_security [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] PortSecurityExtensionDriver initialization complete Nov 04 14:06:20.525400 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing mechanism driver 'openvswitch' Nov 04 14:06:20.525728 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing mechanism driver 'hyperv' Nov 04 14:06:20.537226 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.plugin [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:06:20.538102 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.538536 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.538888 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.539417 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 14:06:20.539847 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.540237 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.540586 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.540980 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 14:06:20.541380 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.541726 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.542065 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.542478 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 14:06:20.542883 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > security_group after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.543231 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > security_group after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.543571 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.543963 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 14:06:20.544363 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.544706 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.545044 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.545436 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 14:06:20.545842 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > address_group after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.546186 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > address_group after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.546657 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.547053 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101500) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 14:06:20.547432 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] ML2 OVO RPC backend initialized. {{(pid=101500) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 04 14:06:20.548139 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.548493 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.548909 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.549256 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > networks before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.549600 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.549939 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > ports before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.550279 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.550642 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnets before_response 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.550987 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.551326 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.551659 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.552117 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.552377 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.552714 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.553052 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.553915 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.554249 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.554849 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.plugin [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Modular L2 Plugin initialization complete Nov 04 14:06:20.558069 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading services supported by the core plugin {{(pid=101500) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 04 14:06:20.558069 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.plugins.ml2.managers [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Got port-security extension from driver 'port_security' Nov 04 14:06:20.558069 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.extensions.vlantransparent [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Disabled vlantransparent extension. Nov 04 14:06:20.558069 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101500) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 04 14:06:20.558069 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: router Nov 04 14:06:20.600282 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.600612 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_create 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.600980 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router before_create 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.601340 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.601709 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.602063 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_delete 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.602442 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.602915 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.603274 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_create 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.603620 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_update 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.603969 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_update 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.604316 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.604673 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_update 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.605078 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_update 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.605440 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.605776 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.606111 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: subnet after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.606469 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.606817 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.607164 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_create 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.607596 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.607955 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.608310 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router after_update 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.608651 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.609040 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_create 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.609398 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.609743 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_update 55549900 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.610105 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > agent after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.610478 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > agent after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.610823 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > network after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.611675 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Tracking information for resource: router configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:20.612005 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Tracking information for resource: floatingip configured {{(pid=101500) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 14:06:20.620535 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.db.l3_agentschedulers_db [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 04 14:06:20.621200 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.621558 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port after_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.621909 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port after_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.622259 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: port after_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.623059 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router before_create 55550100 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.623421 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.623779 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_create 55550100 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.624135 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > router precommit_update 55550100 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.628950 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.provider_configuration [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service providers = [] {{(pid=101500) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 04 14:06:20.629311 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.db.servicetype_db [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101500) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 04 14:06:20.632935 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.service_base [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 14:06:20.633279 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.service_base [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 14:06:20.633617 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.service_base [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 14:06:20.634517 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.services.service_base [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101500) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 14:06:20.634887 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.services.service_base [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 04 14:06:20.635256 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.635573 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 04 14:06:20.647762 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.648096 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: auto_allocate Nov 04 14:06:20.653897 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: network precommit_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.654270 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: network precommit_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.654822 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.655143 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: tag Nov 04 14:06:20.667204 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.667535 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: timestamp Nov 04 14:06:20.671347 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.671673 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: network_ip_availability Nov 04 14:06:20.677107 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.677475 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.677865 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.679137 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.679456 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: flavors Nov 04 14:06:20.684511 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.684842 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading Plugin: revisions Nov 04 14:06:20.695548 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101500) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 14:06:20.695937 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_concurrency.lockutils [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.194s {{(pid=101500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 04 14:06:20.696686 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101500) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 04 14:06:20.697020 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Initializing extension manager. Nov 04 14:06:20.697529 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: __init__.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.697865 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: __pycache__ {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.698196 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.698559 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: address_group.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.699315 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.699869 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: address-group Nov 04 14:06:20.700188 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: address_scope.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.700933 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.701425 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: address-scope Nov 04 14:06:20.701743 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.702702 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.703204 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: router-admin-state-down-before-update Nov 04 14:06:20.703523 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: agent.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.704223 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.704725 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: agent Nov 04 14:06:20.705047 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: agent_resources_synced.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.705948 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.706483 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: agent-resources-synced Nov 04 14:06:20.706805 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: allowedaddresspairs.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.708565 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.709077 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: allowed-address-pairs Nov 04 14:06:20.709402 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: auto_allocated_topology.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.711278 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.711820 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: auto-allocated-topology Nov 04 14:06:20.712145 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: availability_zone.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.712838 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.713339 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: availability_zone Nov 04 14:06:20.713659 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: availability_zone_filter.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.714604 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.715107 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: availability_zone_filter Nov 04 14:06:20.715425 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: data_plane_status.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.716325 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.716830 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension data-plane-status not supported by any of loaded plugins Nov 04 14:06:20.717150 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: default_subnetpools.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.718051 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.718578 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: default-subnetpools Nov 04 14:06:20.718897 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.719699 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.720195 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: dhcp_agent_scheduler Nov 04 14:06:20.722498 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: dns.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.723245 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.723740 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension dns-integration not supported by any of loaded plugins Nov 04 14:06:20.724060 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: dns_domain_ports.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.724966 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.725525 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 04 14:06:20.725844 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.726782 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.727278 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 04 14:06:20.727594 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: dvr.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.728265 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.728757 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: dvr Nov 04 14:06:20.729108 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: ecmp_routes.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.730017 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.730548 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 04 14:06:20.730868 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: empty_string_filtering.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.731770 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.732268 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: empty-string-filtering Nov 04 14:06:20.732589 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.733503 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.734104 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 04 14:06:20.734450 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.735364 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.735865 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 04 14:06:20.736185 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: external_net.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.737085 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.737586 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: external-net Nov 04 14:06:20.737904 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.738847 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.739351 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: extra_dhcp_opt Nov 04 14:06:20.739668 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: extraroute.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.740601 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.741159 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: extraroute Nov 04 14:06:20.741471 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: extraroute_atomic.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.742540 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.743044 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: extraroute-atomic Nov 04 14:06:20.743362 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: filter_validation.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.744190 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.744692 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: filter-validation Nov 04 14:06:20.745010 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: fip_pf_description.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.745911 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.746446 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 04 14:06:20.746769 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: fip_port_details.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.747677 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.748186 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: fip-port-details Nov 04 14:06:20.748503 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: flavors.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.749748 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.750257 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: flavors Nov 04 14:06:20.750609 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.752307 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.752814 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 04 14:06:20.753144 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: floatingip_pools.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.753839 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.754343 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: floatingip-pools Nov 04 14:06:20.754694 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: ip_allocation.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.755614 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.756112 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension ip_allocation not supported by any of loaded plugins Nov 04 14:06:20.756962 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.757877 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.758403 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: ip-substring-filtering Nov 04 14:06:20.758735 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l2_adjacency.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.763564 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.764063 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 04 14:06:20.764387 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.765354 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.765864 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: router Nov 04 14:06:20.766188 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.768474 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.768993 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 04 14:06:20.769363 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.770287 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.770826 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: ext-gw-mode Nov 04 14:06:20.771154 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.772666 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.773177 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: l3-ha Nov 04 14:06:20.773504 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3_flavors.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.774549 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.775051 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: l3-flavors Nov 04 14:06:20.775376 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.776282 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.776782 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 04 14:06:20.777103 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: l3agentscheduler.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.778141 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.778676 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: l3_agent_scheduler Nov 04 14:06:20.779003 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: logging.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.780517 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.781025 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension logging not supported by any of loaded plugins Nov 04 14:06:20.781351 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: metering.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.782092 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.782692 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: metering Nov 04 14:06:20.783015 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.784218 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.784730 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: metering_source_and_destination_fields Nov 04 14:06:20.785055 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: multiprovidernet.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.789026 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.789530 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: multi-provider Nov 04 14:06:20.789853 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: netmtu.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.790788 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.791295 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: net-mtu Nov 04 14:06:20.791616 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: netmtu_writable.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.792562 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.793066 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: net-mtu-writable Nov 04 14:06:20.793388 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: network_availability_zone.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.794156 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.794702 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: network_availability_zone Nov 04 14:06:20.795035 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: network_ip_availability.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.796138 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.796646 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: network-ip-availability Nov 04 14:06:20.796968 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: network_segment_range.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.797764 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.798264 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension network-segment-range not supported by any of loaded plugins Nov 04 14:06:20.798608 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: pagination.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.799589 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.799915 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: pagination Nov 04 14:06:20.800234 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: port_device_profile.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.801136 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.801637 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: port-device-profile Nov 04 14:06:20.801954 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.802903 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.803427 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: port-mac-address-regenerate Nov 04 14:06:20.803748 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.804660 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.805166 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: port-numa-affinity-policy Nov 04 14:06:20.805489 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: port_resource_request.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.806437 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.806937 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension port-resource-request not supported by any of loaded plugins Nov 04 14:06:20.807256 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: port_resource_request_groups.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.808250 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.808749 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 04 14:06:20.809070 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: portbindings.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.810000 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.810534 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: binding Nov 04 14:06:20.810858 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: portbindings_extended.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.812144 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.812653 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: binding-extended Nov 04 14:06:20.812980 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: portsecurity.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.813892 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.814418 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: port-security Nov 04 14:06:20.814748 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: project_id.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.816168 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.816168 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: project-id Nov 04 14:06:20.816465 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: providernet.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.817374 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.817876 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: provider Nov 04 14:06:20.818196 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.822316 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.822863 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos not supported by any of loaded plugins Nov 04 14:06:20.823194 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.824436 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.824944 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 04 14:06:20.825272 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.826188 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.826721 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 04 14:06:20.827045 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_default.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.827949 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.828452 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-default not supported by any of loaded plugins Nov 04 14:06:20.828776 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_fip.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.829426 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.829929 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-fip not supported by any of loaded plugins Nov 04 14:06:20.830250 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_gateway_ip.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.831186 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.831693 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 04 14:06:20.832013 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_port_network_policy.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.832927 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.833429 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 04 14:06:20.833751 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.835361 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.836121 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 04 14:06:20.836444 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_pps_rule.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.837621 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.838304 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-pps not supported by any of loaded plugins Nov 04 14:06:20.838665 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_rule_type_details.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.839580 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.840090 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 04 14:06:20.840414 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: qos_rules_alias.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.841470 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.841976 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 04 14:06:20.842299 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: quota_check_limit.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.843229 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.843736 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: quota-check-limit Nov 04 14:06:20.844057 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: quotasv2.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.845003 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.845331 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: quotas Nov 04 14:06:20.845649 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: quotasv2_detail.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.848844 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.849181 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: quota_details Nov 04 14:06:20.849513 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: rbac.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.850680 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.851156 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: rbac-policies Nov 04 14:06:20.851483 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: rbac_address_group.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.852406 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.852914 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: rbac-address-group Nov 04 14:06:20.853236 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: rbac_address_scope.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.854154 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.854690 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: rbac-address-scope Nov 04 14:06:20.855017 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: rbac_security_groups.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.855937 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.856440 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: rbac-security-groups Nov 04 14:06:20.856760 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: rbac_subnetpool.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.857670 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.858170 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: rbac-subnetpool Nov 04 14:06:20.858544 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: revisionifmatch.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.859463 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.859987 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: revision-if-match Nov 04 14:06:20.860308 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: revisions.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.861425 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.861929 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: standard-attr-revisions Nov 04 14:06:20.862251 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: router_availability_zone.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.862950 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.863453 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: router_availability_zone Nov 04 14:06:20.863772 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: routerservicetype.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.864687 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.865194 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension router-service-type not supported by any of loaded plugins Nov 04 14:06:20.865513 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.866487 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.866990 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: security-groups-normalized-cidr Nov 04 14:06:20.867310 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.868297 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.868802 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: port-security-groups-filtering Nov 04 14:06:20.869123 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.870049 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.870591 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: security-groups-remote-address-group Nov 04 14:06:20.870913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.871841 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.872343 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: security-groups-shared-filtering Nov 04 14:06:20.872663 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.873250 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 04 14:06:20.873571 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: securitygroup.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.883832 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.884356 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: security-group Nov 04 14:06:20.884693 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: segment.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.885479 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.885982 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension segment not supported by any of loaded plugins Nov 04 14:06:20.886305 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.887270 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.887777 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 04 14:06:20.888100 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: servicetype.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.889204 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.889718 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: service-type Nov 04 14:06:20.890041 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: sorting.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.891052 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.891383 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: sorting Nov 04 14:06:20.891705 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: standard_attr_segment.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.892607 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.893111 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 04 14:06:20.893432 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: standardattrdescription.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.894080 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.894621 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: standard-attr-description Nov 04 14:06:20.894948 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: stateful_security_group.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.895864 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.896371 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: stateful-security-group Nov 04 14:06:20.896697 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: stdattrs_common.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.897874 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 04 14:06:20.898196 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.899146 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.899659 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 04 14:06:20.899978 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: subnet_onboard.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.901037 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.901550 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: subnet_onboard Nov 04 14:06:20.901874 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.902824 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.903326 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 04 14:06:20.903648 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: subnet_service_types.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.904587 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.905089 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: subnet-service-types Nov 04 14:06:20.905411 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: subnetallocation.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.906526 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.907034 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: subnet_allocation Nov 04 14:06:20.907355 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.908009 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.908506 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: subnetpool-prefix-ops Nov 04 14:06:20.908822 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.909737 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.910236 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 04 14:06:20.910580 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: tagging.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.911639 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.912145 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: standard-attr-tag Nov 04 14:06:20.912469 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: timestamp.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.913698 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.914213 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loaded extension: standard-attr-timestamp Nov 04 14:06:20.914568 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: trunk.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.915595 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.916107 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension trunk not supported by any of loaded plugins Nov 04 14:06:20.916431 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: trunk_details.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.917349 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.917851 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension trunk-details not supported by any of loaded plugins Nov 04 14:06:20.918174 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: uplink_status_propagation.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.919139 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.919644 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 04 14:06:20.919964 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Loading extension file: vlantransparent.py {{(pid=101500) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 14:06:20.920625 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101500) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 14:06:20.921127 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 04 14:06:20.923631 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:network Nov 04 14:06:20.924175 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:subnet Nov 04 14:06:20.924574 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 14:06:20.924976 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:port Nov 04 14:06:20.926205 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.926682 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service FLAVORS assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.927290 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.927709 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.928037 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:router Nov 04 14:06:20.928485 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:floatingip Nov 04 14:06:20.928974 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service METERING assigned prefix: /metering {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.930445 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.930822 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.931173 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:06:20.932166 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 14:06:20.932609 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:security_group Nov 04 14:06:20.933034 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 14:06:20.933647 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service CORE assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.933976 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 14:06:20.934326 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] subnetpool is already registered Nov 04 14:06:20.934780 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service CORE assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.935101 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 14:06:20.935431 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] subnetpool is already registered Nov 04 14:06:20.937762 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.938208 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service FLAVORS assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.938850 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.939281 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.939613 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:router Nov 04 14:06:20.939953 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] router is already registered Nov 04 14:06:20.940380 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:floatingip Nov 04 14:06:20.940798 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] floatingip is already registered Nov 04 14:06:20.941167 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service METERING assigned prefix: /metering {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.941865 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 14:06:20.942191 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] rbac_policy is already registered Nov 04 14:06:20.942646 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:security_group Nov 04 14:06:20.942978 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] security_group is already registered Nov 04 14:06:20.943380 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 14:06:20.943711 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] security_group_rule is already registered Nov 04 14:06:20.944745 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service CORE assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.945077 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 14:06:20.945409 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] subnetpool is already registered Nov 04 14:06:20.945835 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.v2.resource_helper [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Service CORE assigned prefix: {{(pid=101500) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 14:06:20.946157 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 14:06:20.946522 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING neutron.quota.resource_registry [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] subnetpool is already registered Nov 04 14:06:20.948264 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: extensions {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.949724 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: address-groups {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.951304 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: address-scopes {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.952511 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: agents {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.953756 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: auto-allocated-topology {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.955026 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: availability_zones {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.956236 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: dhcp-networks {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.957650 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: dhcp-agents {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.959199 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: routers {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.962197 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: flavors {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.963486 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: service_profiles {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.964693 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: next_providers {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.966131 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: service_profiles {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.967609 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: floatingip-pools {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.968941 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: routers {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.971081 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: floatingips {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.972358 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: l3-routers {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.973770 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: l3-agents {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.975247 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: metering-labels {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.976486 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: metering-label-rules {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.977861 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: network-ip-availabilities {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.979183 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: bindings {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.980753 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: quotas {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.982411 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: quotas {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.983942 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: rbac-policies {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.985134 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: security-groups {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.986474 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: security-group-rules {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.987701 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: service-providers {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.988909 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: subnetpools {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.990300 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: subnetpools {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.991816 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.993484 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.995328 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.997089 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:20.998807 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:21.000734 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:21.002465 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:21.005199 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:21.007565 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:21.009295 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron.api.extensions [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Extended resource: tags {{(pid=101500) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 14:06:21.015454 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING keystonemiddleware.auth_token [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 04 14:06:21.020012 dv-cinder-815848-5-iscsi neutron-server[101500]: WARNING keystonemiddleware.auth_token [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 04 14:06:21.029602 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_concurrency.lockutils [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Acquired lock "singleton_lock" {{(pid=101500) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 04 14:06:21.029918 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_concurrency.lockutils [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Releasing lock "singleton_lock" {{(pid=101500) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 04 14:06:21.030591 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Starting 2 workers Nov 04 14:06:21.035368 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Started child 101609 {{(pid=101500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 14:06:21.039805 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Started child 101610 {{(pid=101500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 14:06:21.040840 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:21.041645 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO neutron.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 04 14:06:21.041955 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Publish callbacks [] for process, before_spawn {{(pid=101500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:21.042311 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [-] (101609) wsgi starting up on http://0.0.0.0:9696 Nov 04 14:06:21.044393 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Starting 1 workers Nov 04 14:06:21.044580 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:21.046027 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [-] (101610) wsgi starting up on http://0.0.0.0:9696 Nov 04 14:06:21.049554 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Started child 101611 {{(pid=101500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 14:06:21.050134 dv-cinder-815848-5-iscsi neutron-server[101500]: INFO oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Starting 1 workers Nov 04 14:06:21.053994 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] calling RpcWorker wait() {{(pid=101611) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 04 14:06:21.054573 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] returning from RpcWorker wait() {{(pid=101611) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 04 14:06:21.055132 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Started child 101612 {{(pid=101500) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 14:06:21.055951 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG neutron_lib.callbacks.manager [None req-024a8a4a-c98f-4580-a834-88b200cf3b29 None None] Publish callbacks [] for process, after_spawn {{(pid=101500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:21.056056 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:21.056543 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:06:21.057842 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101500) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 04 14:06:21.058068 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 14:06:21.058254 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 14:06:21.058499 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 14:06:21.058832 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 14:06:21.058995 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 14:06:21.059511 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.059797 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.060047 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.060167 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:21.060660 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.060660 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.061091 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.061351 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.061615 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.061833 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:06:21.061943 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.062133 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.062296 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.062501 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.062743 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.062971 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.063247 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.063509 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.063763 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.064016 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.064186 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.064439 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.064700 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.064943 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.065217 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] debug = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.065463 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.065930 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.066160 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.066424 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.066672 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.066957 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.067185 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.067424 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.067660 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.067873 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.068133 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.068388 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.068640 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.068927 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.069693 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.069951 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.070192 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.070691 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] host = dv-cinder-815848-5-iscsi {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.070931 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.071167 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.071398 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.071632 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.071875 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.072109 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.072371 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.072619 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.072872 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.073094 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.073342 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.073595 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.073813 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.074051 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.074265 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_options = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.074455 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.074714 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.074969 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.075158 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.075324 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.075498 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.075773 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.075932 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.076190 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.076407 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.076619 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.076835 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.077062 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.077253 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.077504 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.077729 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.077960 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.078186 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.078448 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.078725 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.078908 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.079139 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.079355 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.079588 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.079821 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.080033 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.080275 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.080486 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.080697 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.080938 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.081172 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.081417 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.081647 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.081888 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.082241 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.082436 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.082663 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.082883 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.083172 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.083395 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.083651 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.083905 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.084116 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.084379 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.084614 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.084825 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.085036 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_json = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.085250 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.085740 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.085994 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.086204 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.086435 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.086647 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.086860 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.087183 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.087537 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.087823 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.088133 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.088387 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.088634 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.088890 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.089132 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.089370 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.089618 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.089849 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.090156 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.090374 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.090691 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.090887 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.091276 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.091789 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.092033 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.092354 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.092537 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.092783 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.093027 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.093274 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.093531 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.093767 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.094185 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.094487 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.094695 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.095417 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.095836 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.096004 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.096293 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.096525 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.096746 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.096989 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.097207 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.097438 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.097664 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.097923 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.098140 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.098349 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.098606 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.098848 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.099077 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.099302 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.099520 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.099770 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.100003 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.100244 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.100454 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.100728 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.100893 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.101109 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.101335 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.101546 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.101781 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.102002 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.102214 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.102460 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109029 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.109707 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.110913 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.111259 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.111259 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.111481 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.111763 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.112228 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.112228 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.112522 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.112715 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.112934 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.113214 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.114148 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.114148 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.114148 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.114148 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.114794 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.115042 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.115269 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.116569 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.116569 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.116569 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.116979 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.117096 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.117284 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.117522 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.117783 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.118051 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.118303 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.118618 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.118839 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.119120 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.119435 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.119717 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.119978 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.120234 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.120470 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.120754 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.120992 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.121271 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.121533 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.121798 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.122052 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.122340 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.122609 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.122867 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.123094 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.123326 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.123644 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.123879 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.124095 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.124310 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.124598 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.124860 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.125109 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.125404 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.125652 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.125920 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.126161 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.126406 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.126630 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.126864 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.127103 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.127318 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.127534 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.127748 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.127967 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.128181 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.128397 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.128661 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.128908 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.129128 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.129375 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.129616 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.129852 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.130115 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.130342 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.130604 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.130855 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.131073 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.131291 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.132143 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.132362 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.132618 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.132846 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.133120 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.133371 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.133622 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.133853 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.134077 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.134312 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.134553 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.134802 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.135024 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.135264 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.135478 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.135699 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.135916 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.136131 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.136391 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.136637 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.136873 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.137121 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.137472 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.137721 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.137953 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.138190 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.138431 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.138685 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.138927 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.139165 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.139416 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.139652 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.139869 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.140125 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.140365 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.140606 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.140839 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.141071 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.141284 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.141522 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.141751 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.142050 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.142303 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.142569 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.142838 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.143083 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.143299 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.143529 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.143740 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.143951 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.144175 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.144392 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.144625 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.144853 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.145065 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.145276 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.145500 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.145717 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.145926 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.146149 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.146414 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.146629 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.146851 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.147090 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.147324 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.147550 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.147759 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.147970 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.148194 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.148410 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.148641 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.148887 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.149117 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.149327 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.149550 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.149765 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.149973 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.150282 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.150567 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.150787 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.151095 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.151325 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.151588 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.151810 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.152121 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153058 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153058 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153058 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153058 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153511 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153511 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.153772 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.154053 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.154317 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.154608 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.154893 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.155209 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.155466 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.155717 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.156002 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.156337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.156619 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.156870 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.157128 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.157369 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.157591 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.157811 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.158047 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.158280 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.158520 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.158792 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.159118 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.159390 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.159633 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.159868 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.160109 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.160337 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.160569 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.160813 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.161038 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.161195 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 14:06:21.161727 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101500) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 04 14:06:21.161890 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 14:06:21.162043 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 14:06:21.162223 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 14:06:21.162415 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 14:06:21.162592 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 14:06:21.162804 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.162965 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.163133 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.163293 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.163452 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.163636 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.163796 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.163956 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.164115 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.164274 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.164437 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.164593 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.164749 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.165073 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.165243 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.165378 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.165528 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.165684 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.165849 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.166008 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.166166 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.166325 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.166507 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] debug = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.166666 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.166871 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167027 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167185 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167344 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167510 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167638 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167794 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.167955 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.168113 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.168272 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.168430 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.168588 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.168746 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.168907 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.169068 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.169228 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.169379 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] host = dv-cinder-815848-5-iscsi {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.169539 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.169697 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.169967 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.170313 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.170313 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.170565 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.170565 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.170806 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.170932 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171014 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171154 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171311 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171470 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171624 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171774 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_options = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.171932 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.172090 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.172247 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.172434 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.172599 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.172758 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.172901 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173041 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173188 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173358 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173488 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173627 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173786 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.173945 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.174104 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.174263 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.174447 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.174612 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.174754 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.174894 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175027 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175185 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175345 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175503 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175663 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175820 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.175968 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.176124 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.176284 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.176443 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.176592 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.176750 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.176909 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.177069 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.177212 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.177357 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.177520 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.177679 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.177842 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.178000 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.178157 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.178936 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.179096 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.179254 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.179413 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.179590 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.179717 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_json = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.179875 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180032 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180189 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180347 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180504 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180662 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180820 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.180978 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 14:06:21.181158 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.181323 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.181495 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.181656 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.181818 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.182061 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.182229 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.182413 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.182572 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.182732 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.182902 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.183063 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.183237 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.183397 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.183562 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.183727 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.183890 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.184051 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.184212 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.184374 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.184534 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.184695 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.184868 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.185030 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.185194 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.185355 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.185518 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.185694 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.185858 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.186021 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.186184 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.186348 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.186533 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.186696 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.186858 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.187023 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.187186 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.187347 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.187510 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.187878 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.187878 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188041 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188119 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188283 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188446 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188608 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188768 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.188930 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.189092 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.189256 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.189420 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.189581 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.189742 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.189905 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.190066 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.190238 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.190475 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.190638 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.190798 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.190960 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.191120 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.191282 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.191443 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.191604 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.191764 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.191925 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.192099 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.192439 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.192439 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.192678 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.192884 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.192884 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.193128 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.193211 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.193308 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.193450 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.193618 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.193779 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.194506 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.194672 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.194834 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.194996 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.195158 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.195320 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.195483 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.195643 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.195807 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.195969 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.196192 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.196293 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.196460 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.196621 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.196783 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.196945 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.197106 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.197267 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.197427 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.197589 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.197750 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.197910 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.198070 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.198227 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.198412 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.198570 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.198732 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.198893 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.199054 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.199215 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.199376 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.199538 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.199699 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.199860 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.200021 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.200182 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.200343 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.200502 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.200675 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.200838 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201004 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201186 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201318 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201492 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201654 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201817 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.201979 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.202140 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.202302 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.202500 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.202664 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203164 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203164 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203164 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203414 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203508 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203590 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203752 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.203914 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.204097 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.204256 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.204417 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.204578 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.204741 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.204903 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.205064 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.205225 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.205385 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.205545 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.205706 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.205868 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.206028 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.206189 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.206349 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.206519 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.206682 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.206843 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207004 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207165 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207325 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207485 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207647 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207810 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.207970 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.208132 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.208293 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.208453 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.208613 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.208774 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.208935 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.209096 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.209258 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.209419 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.209601 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.209762 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.209922 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.210087 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.210248 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.210750 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.210918 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.211082 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.211244 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.211405 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.211568 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.211729 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.211890 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.212052 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.212213 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.212374 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.212536 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.212696 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.212858 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.213019 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.213179 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.213356 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.213520 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.213682 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.213841 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214003 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214164 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214326 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214509 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214670 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214831 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.214992 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.215155 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.215318 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.215481 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.215642 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.215896 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.216063 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.216225 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.216386 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.216563 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.216725 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.216887 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.217031 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.217197 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.217360 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.217532 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.217692 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.217852 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.218012 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.218172 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.218331 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.218540 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.218702 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.218861 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219021 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219182 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219342 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219514 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219674 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219835 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.219996 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.220157 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.220316 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.220486 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.220646 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.220806 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.220966 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.221127 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.221287 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.221456 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.221617 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.221779 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.221939 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.222100 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.222260 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.222453 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.222615 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.222779 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.226408 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227020 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.227541 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.228149 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.228324 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.228495 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.228664 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.228822 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.228989 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.229151 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.229314 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.229477 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.229638 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.229798 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.229958 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.230120 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.230281 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.230465 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.230901 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.230901 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 14:06:21.231070 dv-cinder-815848-5-iscsi neutron-server[101500]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101500) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 14:06:21.238061 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:06:21.450283 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39538) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:21.459126 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067122 Nov 04 14:06:32.913547 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe7c41-c614-4945-ab73-a555713a8750 None None] get_active_networks_info from dv-cinder-815848-5-iscsi {{(pid=101611) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 14:06:33.000363 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe7c41-c614-4945-ab73-a555713a8750 None None] No non-hosted networks {{(pid=101611) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 04 14:06:33.016323 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.agentschedulers_db [None req-0bbe7c41-c614-4945-ab73-a555713a8750 None None] DHCP Agent not found on host dv-cinder-815848-5-iscsi {{(pid=101611) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 04 14:06:33.099728 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-559b53cd-5f93-4091-9b15-84f05979d5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597071'] for agent, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:35.235563 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febec017-5520-4450-ba11-3b09bbf91741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597071'] for agent, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:35.256147 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.db.api [None req-0779bc53-1e1d-43f2-8682-9aaafba52c10 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815848-5-iscsi {{(pid=101611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 14:06:35.256590 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG oslo_db.api [None req-0779bc53-1e1d-43f2-8682-9aaafba52c10 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 14:06:35.852900 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0779bc53-1e1d-43f2-8682-9aaafba52c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:36.554469 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597071'] for agent, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:37.770050 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597071'] for agent, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:38.668043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597071'] for agent, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:38.668857 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.669367 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.670090 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.670941 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.672774 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.673824 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.674604 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.675390 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.678410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.678410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.678410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.678410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:38.678756 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815848-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:06:38.683849 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815848-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:06:39.101102 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39628) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:39.595280 dv-cinder-815848-5-iscsi neutron-server[101610]: WARNING oslo_policy.policy [None req-c5125374-5c25-442f-aae1-415cb997c0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:39.595861 dv-cinder-815848-5-iscsi neutron-server[101610]: WARNING oslo_policy.policy [None req-c5125374-5c25-442f-aae1-415cb997c0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:39.829264 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [None req-c5125374-5c25-442f-aae1-415cb997c0de admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101610) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:06:39.830424 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c5125374-5c25-442f-aae1-415cb997c0de admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7283554 Nov 04 14:06:42.365694 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39644) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:42.679625 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:06:42.687128 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.db.l3_hamode_db [None req-9bc30634-6f38-4cd6-8918-4ec787e91bf0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 04 14:06:42.763948 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc30634-6f38-4cd6-8918-4ec787e91bf0 None None] Routers set() bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:06:42.764308 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc30634-6f38-4cd6-8918-4ec787e91bf0 None None] Router IDs set() for agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 14:06:42.776461 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.policy [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101610) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 04 14:06:42.823570 dv-cinder-815848-5-iscsi neutron-server[101610]: WARNING oslo_policy.policy [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:42.823946 dv-cinder-815848-5-iscsi neutron-server[101610]: WARNING oslo_policy.policy [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:42.832541 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.quota [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] Loaded quota_driver: . Nov 04 14:06:42.987745 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768194704702', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768194705251', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768194717131', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768194719631', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768198340326', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768194738945', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3710271', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3439913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-332959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-422119'] for rbac-policy, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:43.177688 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:43.179669 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b6f435f5-09eb-4596-a08d-73543787ffad admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8124516 Nov 04 14:06:45.843309 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39656) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:46.135729 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:06:46.227227 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Made reservation on behalf of 7f92ef024d904974b5d08fec1a6889db for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:06:46.229915 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.246531 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.401016 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.438754 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.457449 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:06:46.487269 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768198440461', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.487841 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Unsubscribe: segment precommit_create {{(pid=101610) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 14:06:46.488340 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Added segment 5d2e23b0-5307-4039-b319-f807c9f4313c of type vlan for network 679fe549-e368-4300-b199-61c97a900ad2 Nov 04 14:06:46.504606 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e5ea3-98e5-4a52-b25b-05e413802c6f,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:06:46.554061 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.554343 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.554697 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.555022 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.555343 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.555677 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.555997 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.556330 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.556671 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.556984 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.557295 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.557603 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Tracked resource versions report: Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: pushed versions: Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: { 'AddressGroup': {'1.2'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'ConntrackHelper': {'1.0'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Log': {'1.0'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Network': {'1.1'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Port': {'1.7'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'PortForwarding': {'1.2'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'QosPolicy': {'1.10'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroup': {'1.5'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SubPort': {'1.0'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Subnet': {'1.1'}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Trunk': {'1.1'}} Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: consumer versions: Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'ConntrackHelper': '1.0', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Log': '1.0', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Network': '1.1', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Port': '1.7', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'PortForwarding': '1.2', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'QosPolicy': '1.10', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroup': '1.5', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroupRule': '1.2', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SubPort': '1.0', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Subnet': '1.1', Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Trunk': '1.1'}} Nov 04 14:06:46.558672 dv-cinder-815848-5-iscsi neutron-server[101610]: {{(pid=101610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:06:46.600675 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.678586 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.679693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:06:46.680409 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:46.774624 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] Pushing event updated for resources: {'Network': ['ID=679fe549-e368-4300-b199-61c97a900ad2,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:06:46.780114 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-32e62a66-56bc-484a-a54e-59a388d62039 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9358039 Nov 04 14:06:46.786315 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 679fe549-e368-4300-b199-61c97a900ad2 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:06:49.552678 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 39670) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:50.041352 dv-cinder-815848-5-iscsi neutron-server[101609]: WARNING oslo_policy.policy [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:50.042312 dv-cinder-815848-5-iscsi neutron-server[101609]: WARNING oslo_policy.policy [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:50.487048 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.policy [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101609) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 04 14:06:50.535275 dv-cinder-815848-5-iscsi neutron-server[101609]: WARNING oslo_policy.policy [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:50.535590 dv-cinder-815848-5-iscsi neutron-server[101609]: WARNING oslo_policy.policy [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 14:06:50.544223 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:06:50.546132 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-c044a55c-9002-4c4a-b00a-88643868f4e7 admin admin] 10.222.0.74 "GET /v2.0/networks/679fe549-e368-4300-b199-61c97a900ad2 HTTP/1.1" status: 200 len: 825 time: 0.9913833 Nov 04 14:06:50.585959 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-94dfc587-99d4-486c-8e1d-8d4fefa0117e admin admin] 10.222.0.74 "GET /v2.0/subnetpools/9b0c85bc-15ab-4ab6-a99f-2207fec00096 HTTP/1.1" status: 200 len: 734 time: 0.0333745 Nov 04 14:06:50.595508 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Request body: {'subnet': {'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:06:50.600700 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.quota [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Loaded quota_driver: . Nov 04 14:06:50.672510 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Made reservation on behalf of 7f92ef024d904974b5d08fec1a6889db for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:06:50.675296 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:51.004417 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:51.075824 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Checking segment: {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:06:51.076131 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Network hostable DHCP agents. Network: 679fe549-e368-4300-b199-61c97a900ad2, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:06:51.085052 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6b7ced-b659-40ec-a8b6-42b9a5179526,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:06:51.098168 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.098561 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.098904 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.099232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.099558 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.099898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.100247 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.100586 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.100922 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.101242 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.101573 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.101872 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Tracked resource versions report: Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: pushed versions: Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: { 'AddressGroup': {'1.2'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'ConntrackHelper': {'1.0'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Log': {'1.0'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Network': {'1.1'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Port': {'1.7'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'PortForwarding': {'1.2'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'QosPolicy': {'1.10'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroup': {'1.5'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SubPort': {'1.0'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Subnet': {'1.1'}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Trunk': {'1.1'}} Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: consumer versions: Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'ConntrackHelper': '1.0', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Log': '1.0', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Network': '1.1', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Port': '1.7', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'PortForwarding': '1.2', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'QosPolicy': '1.10', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroup': '1.5', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroupRule': '1.2', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SubPort': '1.0', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Subnet': '1.1', Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Trunk': '1.1'}} Nov 04 14:06:51.102931 dv-cinder-815848-5-iscsi neutron-server[101609]: {{(pid=101609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:06:51.186680 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Network 679fe549-e368-4300-b199-61c97a900ad2 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:06:51.261369 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 679fe549-e368-4300-b199-61c97a900ad2) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:06:51.266343 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:06:51.267018 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:51.271481 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79801840-3e1b-41e0-8d4d-945fefa60dbf None None] Network 679fe549-e368-4300-b199-61c97a900ad2 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:06:51.341521 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-180ddd24-6dc1-4d64-a4fd-fef3d665843e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7481134 Nov 04 14:06:51.590888 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-679fe549-e368-4300-b199-61c97a900ad2', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:06:51.592213 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:51.894325 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Allocated IP 172.20.0.2 (679fe549-e368-4300-b199-61c97a900ad2/ad6b7ced-b659-40ec-a8b6-42b9a5179526/a1953ead-4708-4c98-8da1-25df7c2ac69d) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:06:52.131468 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:52.199269 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:52.272444 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Network 679fe549-e368-4300-b199-61c97a900ad2 is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:06:52.279579 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:06:52.283288 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:06:52.296182 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Pushing event updated for resources: {'Port': ['ID=a1953ead-4708-4c98-8da1-25df7c2ac69d,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:06:52.328212 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.328622 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.328971 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.329308 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.329640 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.329971 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.330300 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.330654 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.330999 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.331326 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.331648 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.331970 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Tracked resource versions report: Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: pushed versions: Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: { 'AddressGroup': {'1.2'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'ConntrackHelper': {'1.0'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Log': {'1.0'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Network': {'1.1'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Port': {'1.7'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'PortForwarding': {'1.2'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'QosPolicy': {'1.10'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroup': {'1.5'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SubPort': {'1.0'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Subnet': {'1.1'}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Trunk': {'1.1'}} Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: consumer versions: Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'ConntrackHelper': '1.0', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Log': '1.0', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Network': '1.1', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Port': '1.7', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'PortForwarding': '1.2', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'QosPolicy': '1.10', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroup': '1.5', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroupRule': '1.2', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SubPort': '1.0', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Subnet': '1.1', Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Trunk': '1.1'}} Nov 04 14:06:52.333061 dv-cinder-815848-5-iscsi neutron-server[101611]: {{(pid=101611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:06:52.382282 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Attempting to bind port a1953ead-4708-4c98-8da1-25df7c2ac69d on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:06:52.382713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Attempting to bind port a1953ead-4708-4c98-8da1-25df7c2ac69d by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:06:52.383140 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Attempting to bind port a1953ead-4708-4c98-8da1-25df7c2ac69d on network 679fe549-e368-4300-b199-61c97a900ad2 {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:06:52.388013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:06:52.388398 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Checking segment: {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:06:52.388886 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:52.389274 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Bound using segment: {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:06:52.389743 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Bound port: a1953ead-4708-4c98-8da1-25df7c2ac69d, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:06:52.390164 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:52.454313 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] For port a1953ead-4708-4c98-8da1-25df7c2ac69d, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:06:52.458674 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] For port a1953ead-4708-4c98-8da1-25df7c2ac69d, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a1953ead-4708-4c98-8da1-25df7c2ac69d,segment=NetworkSegment(5d2e23b0-5307-4039-b319-f807c9f4313c),segment_id=5d2e23b0-5307-4039-b319-f807c9f4313c)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:06:52.530552 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:06:52.607506 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324f69-d0b3-4b85-86d7-c90bc3ea5112 None None] Pushing event updated for resources: {'Port': ['ID=a1953ead-4708-4c98-8da1-25df7c2ac69d,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:06:53.895161 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39690) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:54.215307 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [None req-7123d8dd-369c-407b-8703-293d70c9d434 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101610) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:06:54.216296 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-7123d8dd-369c-407b-8703-293d70c9d434 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3200073 Nov 04 14:06:56.774788 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 39698) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:06:57.087359 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [None req-c36cd8e8-1385-4103-a649-c4ec5999784f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:06:57.088361 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-c36cd8e8-1385-4103-a649-c4ec5999784f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125348 Nov 04 14:06:59.816730 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 39708) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:00.114819 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:07:00.215719 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:00.217372 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:00.375557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:00.456514 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:00.538113 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:00.540458 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7346c5f1-99c8-47fe-8e23-ceaa357badf8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7226875 Nov 04 14:07:01.773116 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17232342-18fb-4852-bc86-a8f658ec974c None None] Network 679fe549-e368-4300-b199-61c97a900ad2 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:07:01.844597 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-fa1b55c1-8a8d-4af2-ba10-cea057bb1ad1 None None] Provisioning complete for port a1953ead-4708-4c98-8da1-25df7c2ac69d triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:01.844988 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55c1-8a8d-4af2-ba10-cea057bb1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:02.036609 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55c1-8a8d-4af2-ba10-cea057bb1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:02.103813 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-fa1b55c1-8a8d-4af2-ba10-cea057bb1ad1 None None] For port a1953ead-4708-4c98-8da1-25df7c2ac69d, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a1953ead-4708-4c98-8da1-25df7c2ac69d,segment=NetworkSegment(5d2e23b0-5307-4039-b319-f807c9f4313c),segment_id=5d2e23b0-5307-4039-b319-f807c9f4313c)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:07:02.141175 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-fa1b55c1-8a8d-4af2-ba10-cea057bb1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:02.191456 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b55c1-8a8d-4af2-ba10-cea057bb1ad1 None None] Pushing event updated for resources: {'Port': ['ID=a1953ead-4708-4c98-8da1-25df7c2ac69d,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:02.360571 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a1953ead-4708-4c98-8da1-25df7c2ac69d up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:07:02.387591 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-0c23bfec-4434-4941-8f8e-16577ab5c72f None None] Provisioning complete for port a1953ead-4708-4c98-8da1-25df7c2ac69d triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:02.387884 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0c23bfec-4434-4941-8f8e-16577ab5c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:02.448075 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port a1953ead-4708-4c98-8da1-25df7c2ac69d triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:02.448442 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:02.913747 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-03546ba9-7e06-45a7-8605-4a0484c0d211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:03.048463 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 39720) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:03.356395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [None req-e9e7c65d-e546-4d16-9f4a-dbe2796c3725 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:07:03.357376 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e9e7c65d-e546-4d16-9f4a-dbe2796c3725 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079858 Nov 04 14:07:05.226959 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1a59d7db-54ec-465e-a5c2-ddc5d5fcde82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:05.855585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 39728) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:06.163126 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:07:06.272731 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Made reservation on behalf of a68c4be166824894b32b1127aecc6fc9 for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:07:06.275041 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.289932 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.386629 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.466953 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.484857 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Reserving flat network on physical network physnet1 {{(pid=101609) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 04 14:07:06.501144 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5500d48-bec0-441f-a69e-aac4c825f900,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:06.507934 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.509898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768198440461', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.510539 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Unsubscribe: segment precommit_create {{(pid=101609) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 14:07:06.512665 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Added segment cd4de0c2-d976-4b05-a25d-c5509aa7a280 of type flat for network 72b7a6d5-e459-4ee5-bdd9-97153dee395e Nov 04 14:07:06.572279 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.660749 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.661683 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:07:06.662291 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:06.750390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] Pushing event updated for resources: {'Network': ['ID=72b7a6d5-e459-4ee5-bdd9-97153dee395e,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:06.760617 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:07:06.766313 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-852d346a-b246-4566-92a1-1c4b566c245e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9097004 Nov 04 14:07:07.706534 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:08.655185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:09.246091 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39746) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:09.457306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79dd41-cf12-4f04-ba30-3016c566fd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:07:09.459196 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-4d79dd41-cf12-4f04-ba30-3016c566fd10 admin admin] 10.222.0.74 "GET /v2.0/subnets/ad6b7ced-b659-40ec-a8b6-42b9a5179526 HTTP/1.1" status: 200 len: 849 time: 0.2115972 Nov 04 14:07:09.631161 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-60992f75-b5ea-4ccc-ad6f-5a2622700cc9 admin admin] 10.222.0.74 "GET /v2.0/routers/39805363-642e-4744-afcf-a1ebf897834c HTTP/1.1" status: 200 len: 704 time: 0.1646600 Nov 04 14:07:09.891439 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:10.188334 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Allocated IP 172.20.0.1 (679fe549-e368-4300-b199-61c97a900ad2/ad6b7ced-b659-40ec-a8b6-42b9a5179526/7be2928a-3a4a-4543-b676-101df3ee7ed2) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:07:10.377820 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:10.478834 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:10.546841 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Network 679fe549-e368-4300-b199-61c97a900ad2 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:07:10.557945 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:07:10.567259 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:07:10.567259 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:10.586637 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Pushing event updated for resources: {'Port': ['ID=7be2928a-3a4a-4543-b676-101df3ee7ed2,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:10.773076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-55d195fc-b804-4b5e-a19b-d3e2e1989687 None None] Provisioning complete for port 7be2928a-3a4a-4543-b676-101df3ee7ed2 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:10.773645 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-55d195fc-b804-4b5e-a19b-d3e2e1989687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:10.807855 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-55d195fc-b804-4b5e-a19b-d3e2e1989687 None None] Port 7be2928a-3a4a-4543-b676-101df3ee7ed2 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:07:10.812757 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:11.061764 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:11.123789 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:11.124527 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:11.203790 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Pushing event updated for resources: {'Port': ['ID=7be2928a-3a4a-4543-b676-101df3ee7ed2,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:11.248071 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Network 679fe549-e368-4300-b199-61c97a900ad2 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:07:11.249409 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:07:11.429860 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3de069cb-12a8-489c-a5a6-77b8d0da4553 None None] Provisioning complete for port 7be2928a-3a4a-4543-b676-101df3ee7ed2 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:11.430219 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3de069cb-12a8-489c-a5a6-77b8d0da4553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:11.467291 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Router 39805363-642e-4744-afcf-a1ebf897834c is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:07:11.511666 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-3de069cb-12a8-489c-a5a6-77b8d0da4553 None None] Port 7be2928a-3a4a-4543-b676-101df3ee7ed2 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:07:11.560823 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:07:11.566298 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c4190cbe-7e85-40df-a4fd-7788bb3c50ba admin admin] 10.222.0.74 "PUT /v2.0/routers/39805363-642e-4744-afcf-a1ebf897834c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9294500 Nov 04 14:07:11.571619 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Sync routers for ids ['39805363-642e-4744-afcf-a1ebf897834c'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:07:11.584857 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Routers {'39805363-642e-4744-afcf-a1ebf897834c'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:07:11.586022 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:07:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['39805363-642e-4744-afcf-a1ebf897834c'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:11.778752 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Set router 39805363-642e-4744-afcf-a1ebf897834c gateway port host: None {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:07:12.214998 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39805363-642e-4744-afcf-a1ebf897834c', 'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:07:00Z', 'updated_at': '2021-11-04T14:07:10Z', 'revision_number': 2, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'gw_port_host': None, '_interfaces': [{'id': '7be2928a-3a4a-4543-b676-101df3ee7ed2', 'name': '', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'mac_address': 'fa:16:3e:19:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:09Z', 'updated_at': '2021-11-04T14:07:10Z', 'revision_number': 2, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'subnets': [{'id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:12.266941 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Checking router: 39805363-642e-4744-afcf-a1ebf897834c for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:07:12.267306 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Updating router 39805363-642e-4744-afcf-a1ebf897834c port 7be2928a-3a4a-4543-b676-101df3ee7ed2 binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:07:12.314931 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:12.825531 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:12.895393 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.048889 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Pushing event updated for resources: {'Port': ['ID=7be2928a-3a4a-4543-b676-101df3ee7ed2,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:13.064379 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Attempting to bind port 7be2928a-3a4a-4543-b676-101df3ee7ed2 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:07:13.064781 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Attempting to bind port 7be2928a-3a4a-4543-b676-101df3ee7ed2 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:07:13.065239 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Attempting to bind port 7be2928a-3a4a-4543-b676-101df3ee7ed2 on network 679fe549-e368-4300-b199-61c97a900ad2 {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:07:13.068588 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.068890 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.069226 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.069556 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.069884 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.070213 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.070569 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.070898 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.071225 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.071548 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.071868 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.072184 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Tracked resource versions report: Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: pushed versions: Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: { 'AddressGroup': {'1.2'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'ConntrackHelper': {'1.0'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Log': {'1.0'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Network': {'1.1'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Port': {'1.7'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'PortForwarding': {'1.2'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'QosPolicy': {'1.10'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroup': {'1.5'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SubPort': {'1.0'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Subnet': {'1.1'}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Trunk': {'1.1'}} Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: consumer versions: Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'ConntrackHelper': '1.0', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Log': '1.0', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Network': '1.1', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Port': '1.7', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'PortForwarding': '1.2', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'QosPolicy': '1.10', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroup': '1.5', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroupRule': '1.2', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SubPort': '1.0', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Subnet': '1.1', Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Trunk': '1.1'}} Nov 04 14:07:13.073271 dv-cinder-815848-5-iscsi neutron-server[101612]: {{(pid=101612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:07:13.079369 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:07:13.079780 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Checking segment: {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:07:13.080271 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.080649 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Bound using segment: {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:07:13.081141 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Bound port: 7be2928a-3a4a-4543-b676-101df3ee7ed2, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e23b0-5307-4039-b319-f807c9f4313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '679fe549-e368-4300-b199-61c97a900ad2'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:07:13.081536 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.138017 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-74e2e89f-fdee-4d89-a630-f87039f395f6 None None] Provisioning complete for port 7be2928a-3a4a-4543-b676-101df3ee7ed2 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:13.138612 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-74e2e89f-fdee-4d89-a630-f87039f395f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.147870 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] For port 7be2928a-3a4a-4543-b676-101df3ee7ed2, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:07:13.167618 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] For port 7be2928a-3a4a-4543-b676-101df3ee7ed2, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=7be2928a-3a4a-4543-b676-101df3ee7ed2,segment=NetworkSegment(5d2e23b0-5307-4039-b319-f807c9f4313c),segment_id=5d2e23b0-5307-4039-b319-f807c9f4313c)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:07:13.172938 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-74e2e89f-fdee-4d89-a630-f87039f395f6 None None] Port 7be2928a-3a4a-4543-b676-101df3ee7ed2 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:07:13.210269 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.265268 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1077e-dbeb-41ac-8f3a-f2ea1da6e4cd None None] Pushing event updated for resources: {'Port': ['ID=7be2928a-3a4a-4543-b676-101df3ee7ed2,revision_number=4']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:13.273028 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Routers {'39805363-642e-4744-afcf-a1ebf897834c'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:07:13.273781 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:07:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['39805363-642e-4744-afcf-a1ebf897834c'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:13.367852 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] Set router 39805363-642e-4744-afcf-a1ebf897834c gateway port host: None {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:07:13.493782 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-69978138-743b-4fab-935f-f38ac76d5290 None None] Provisioning complete for port 7be2928a-3a4a-4543-b676-101df3ee7ed2 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:13.494156 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-69978138-743b-4fab-935f-f38ac76d5290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.573808 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-69978138-743b-4fab-935f-f38ac76d5290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.581788 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39805363-642e-4744-afcf-a1ebf897834c', 'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:07:00Z', 'updated_at': '2021-11-04T14:07:10Z', 'revision_number': 2, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'gw_port_host': None, '_interfaces': [{'id': '7be2928a-3a4a-4543-b676-101df3ee7ed2', 'name': '', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'mac_address': 'fa:16:3e:19:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:09Z', 'updated_at': '2021-11-04T14:07:13Z', 'revision_number': 4, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'subnets': [{'id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:13.606501 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-69978138-743b-4fab-935f-f38ac76d5290 None None] For port 7be2928a-3a4a-4543-b676-101df3ee7ed2, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=7be2928a-3a4a-4543-b676-101df3ee7ed2,segment=NetworkSegment(5d2e23b0-5307-4039-b319-f807c9f4313c),segment_id=5d2e23b0-5307-4039-b319-f807c9f4313c)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:07:13.608235 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5cee-8677-4adb-b635-d03f524c0764 None None] The sync data for ids ['39805363-642e-4744-afcf-a1ebf897834c'] in dv-cinder-815848-5-iscsi is: [{'id': '39805363-642e-4744-afcf-a1ebf897834c', 'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:07:00Z', 'updated_at': '2021-11-04T14:07:10Z', 'revision_number': 2, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'gw_port_host': None, '_interfaces': [{'id': '7be2928a-3a4a-4543-b676-101df3ee7ed2', 'name': '', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'mac_address': 'fa:16:3e:19:3c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:09Z', 'updated_at': '2021-11-04T14:07:13Z', 'revision_number': 4, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'subnets': [{'id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:07:13.656140 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-69978138-743b-4fab-935f-f38ac76d5290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:13.704695 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978138-743b-4fab-935f-f38ac76d5290 None None] Pushing event updated for resources: {'Port': ['ID=7be2928a-3a4a-4543-b676-101df3ee7ed2,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:13.980237 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39766) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:14.101213 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824523c-2ce5-4fec-b72c-f29214adee9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:07:14.106838 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b824523c-2ce5-4fec-b72c-f29214adee9c admin admin] 10.222.0.74 "GET /v2.0/networks/72b7a6d5-e459-4ee5-bdd9-97153dee395e HTTP/1.1" status: 200 len: 842 time: 0.1254635 Nov 04 14:07:14.113340 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'enable_dhcp': False}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:07:14.232472 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Made reservation on behalf of a68c4be166824894b32b1127aecc6fc9 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:07:14.234807 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:14.595016 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.objects.ports [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101610) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 14:07:14.595434 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:14.648104 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d6917d-ecb6-4c50-8deb-55a8ca260346,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:14.658523 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:07:14.658898 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Network hostable DHCP agents. Network: 72b7a6d5-e459-4ee5-bdd9-97153dee395e, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:07:14.729576 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:07:14.811672 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 72b7a6d5-e459-4ee5-bdd9-97153dee395e) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:07:14.816116 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:07:14.816871 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:14.824346 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ce2d8-1743-4700-b6a6-5c28f38f0996 None None] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:07:14.886449 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e23a8415-8003-43ee-8e13-1cc65fff2184 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7769368 Nov 04 14:07:14.956777 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f96788-9fe0-45c5-9af4-7d701d8ac461 None None] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:07:17.115245 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:07:17.282170 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 39774) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:17.418314 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-68b01b50-ef3a-41c2-b3fe-c8999cd4ffd1 admin admin] 10.222.0.74 "GET /v2.0/routers/39805363-642e-4744-afcf-a1ebf897834c HTTP/1.1" status: 200 len: 710 time: 0.1349761 Nov 04 14:07:17.508187 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3080b-5718-4253-b28f-21bc9fffb6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:07:17.509560 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a8a3080b-5718-4253-b28f-21bc9fffb6a4 admin admin] 10.222.0.74 "GET /v2.0/networks/72b7a6d5-e459-4ee5-bdd9-97153dee395e HTTP/1.1" status: 200 len: 886 time: 0.0853662 Nov 04 14:07:17.519251 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:07:17.829815 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:18.144041 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:18.222655 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:18.321228 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Allocated IP 172.27.1.236 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/a443b095-2408-4195-af23-bb393223b9d2) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:07:18.422758 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:18.506903 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:18.541866 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:07:18.544533 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:07:18.553300 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:07:18.587241 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Pushing event updated for resources: {'Port': ['ID=a443b095-2408-4195-af23-bb393223b9d2,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:18.850146 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:19.049258 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-590205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5070'] for router, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:19.054520 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-590198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596219'] for router, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:19.163136 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Router 39805363-642e-4744-afcf-a1ebf897834c has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:07:19.270544 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:07:19.275390 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:19.276500 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-83443048-ef41-46ec-a264-4276da3e5168 admin admin] 10.222.0.74 "PUT /v2.0/routers/39805363-642e-4744-afcf-a1ebf897834c HTTP/1.1" status: 200 len: 890 time: 1.7605836 Nov 04 14:07:20.396008 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 7be2928a-3a4a-4543-b676-101df3ee7ed2 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:07:20.448054 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 7be2928a-3a4a-4543-b676-101df3ee7ed2 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:20.448418 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:20.552625 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Sync routers for ids ['39805363-642e-4744-afcf-a1ebf897834c'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:07:20.563544 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Routers {'39805363-642e-4744-afcf-a1ebf897834c'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:07:20.564192 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:07:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['39805363-642e-4744-afcf-a1ebf897834c'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:20.771795 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Set router 39805363-642e-4744-afcf-a1ebf897834c gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:07:21.155177 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39805363-642e-4744-afcf-a1ebf897834c', 'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a443b095-2408-4195-af23-bb393223b9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:07:00Z', 'updated_at': '2021-11-04T14:07:18Z', 'revision_number': 4, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'gw_port': {'id': 'a443b095-2408-4195-af23-bb393223b9d2', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:18Z', 'updated_at': '2021-11-04T14:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '7be2928a-3a4a-4543-b676-101df3ee7ed2', 'name': '', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'mac_address': 'fa:16:3e:19:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:09Z', 'updated_at': '2021-11-04T14:07:13Z', 'revision_number': 5, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'subnets': [{'id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:21.273559 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Checking router: 39805363-642e-4744-afcf-a1ebf897834c for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:07:21.273910 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Updating router 39805363-642e-4744-afcf-a1ebf897834c port a443b095-2408-4195-af23-bb393223b9d2 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:07:21.320848 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:21.638990 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:21.695428 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:21.750591 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48abfdd-06ba-40dd-9268-7bbe3e9c6a80 None None] Pushing event updated for resources: {'Port': ['ID=a443b095-2408-4195-af23-bb393223b9d2,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:21.753847 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Attempting to bind port a443b095-2408-4195-af23-bb393223b9d2 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:07:21.754224 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Attempting to bind port a443b095-2408-4195-af23-bb393223b9d2 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:07:21.754934 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Attempting to bind port a443b095-2408-4195-af23-bb393223b9d2 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:07:21.760274 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:07:21.760674 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:07:21.761069 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:21.761776 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:07:21.761985 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Bound port: a443b095-2408-4195-af23-bb393223b9d2, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:07:21.762299 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:21.771796 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 39786) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:07:21.813398 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] For port a443b095-2408-4195-af23-bb393223b9d2, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:07:21.816929 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] For port a443b095-2408-4195-af23-bb393223b9d2, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a443b095-2408-4195-af23-bb393223b9d2,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:07:21.861742 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:21.896365 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e20a1d71-6650-491b-b704-ed26c8688e9d admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1233983 Nov 04 14:07:21.924330 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Routers {'39805363-642e-4744-afcf-a1ebf897834c'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:07:21.924979 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:07:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['39805363-642e-4744-afcf-a1ebf897834c'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:21.927561 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48abfdd-06ba-40dd-9268-7bbe3e9c6a80 None None] Pushing event updated for resources: {'Port': ['ID=a443b095-2408-4195-af23-bb393223b9d2,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:22.040732 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] Set router 39805363-642e-4744-afcf-a1ebf897834c gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:07:22.252579 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39805363-642e-4744-afcf-a1ebf897834c', 'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a443b095-2408-4195-af23-bb393223b9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:07:00Z', 'updated_at': '2021-11-04T14:07:18Z', 'revision_number': 4, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'gw_port': {'id': 'a443b095-2408-4195-af23-bb393223b9d2', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:18Z', 'updated_at': '2021-11-04T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '7be2928a-3a4a-4543-b676-101df3ee7ed2', 'name': '', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'mac_address': 'fa:16:3e:19:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:09Z', 'updated_at': '2021-11-04T14:07:13Z', 'revision_number': 5, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'subnets': [{'id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:07:22.281953 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03843a-e73a-4947-9754-0772308bf4ee None None] The sync data for ids ['39805363-642e-4744-afcf-a1ebf897834c'] in dv-cinder-815848-5-iscsi is: [{'id': '39805363-642e-4744-afcf-a1ebf897834c', 'name': 'router1', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a443b095-2408-4195-af23-bb393223b9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:07:00Z', 'updated_at': '2021-11-04T14:07:18Z', 'revision_number': 4, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'gw_port': {'id': 'a443b095-2408-4195-af23-bb393223b9d2', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:18Z', 'updated_at': '2021-11-04T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '7be2928a-3a4a-4543-b676-101df3ee7ed2', 'name': '', 'network_id': '679fe549-e368-4300-b199-61c97a900ad2', 'tenant_id': '7f92ef024d904974b5d08fec1a6889db', 'mac_address': 'fa:16:3e:19:3c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39805363-642e-4744-afcf-a1ebf897834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:07:09Z', 'updated_at': '2021-11-04T14:07:13Z', 'revision_number': 5, 'project_id': '7f92ef024d904974b5d08fec1a6889db', 'subnets': [{'id': 'ad6b7ced-b659-40ec-a8b6-42b9a5179526', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0c85bc-15ab-4ab6-a99f-2207fec00096'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:07:24.398926 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a443b095-2408-4195-af23-bb393223b9d2 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:07:24.465182 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port a443b095-2408-4195-af23-bb393223b9d2 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:24.466443 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:24.547165 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:24.580665 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port a443b095-2408-4195-af23-bb393223b9d2, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a443b095-2408-4195-af23-bb393223b9d2,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:07:24.638176 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:24.688928 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=a443b095-2408-4195-af23-bb393223b9d2,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:07:26.392421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a443b095-2408-4195-af23-bb393223b9d2 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:07:26.477035 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port a443b095-2408-4195-af23-bb393223b9d2 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:07:26.477757 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:32.923296 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a2223605-3bd8-4f3e-8e52-a98aa4d1c47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:35.232724 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7ac61c71-0703-4e3a-a6f4-72ef873a7e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:36.506488 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:37.743013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:38.729425 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:07:54.113586 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:08:02.905661 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d38b7b2c-5633-4e00-b4cb-85fbc8b8f888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:05.238816 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-70bb3ecf-9e97-4f50-a66b-104b265cb900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:06.546035 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:07.757332 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:08.717587 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:31.113183 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:08:32.923094 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d349490f-a604-4651-ae5f-5ef0217e7c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:35.237265 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9ec7-a67a-4175-b291-16b96751fd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:36.516755 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:37.728739 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:08:38.659531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:01.843766 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40348) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:01.904300 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.pecan_wsgi.hooks.translation [None req-7932826c-96e5-4e31-9384-841eedadcfe6 admin admin] GET failed (client error): The resource could not be found. Nov 04 14:09:01.905620 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7932826c-96e5-4e31-9384-841eedadcfe6 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609245 Nov 04 14:09:02.065959 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3c648-076c-4874-a725-e91b333364cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:02.067386 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-aaa3c648-076c-4874-a725-e91b333364cc admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572266 Nov 04 14:09:02.893522 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7dc02fe2-cdb7-4f06-812a-08054b9b21ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:04.343060 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40358) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:04.436182 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352d087-41f3-490c-a733-26558c08a659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:04.446192 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-8352d087-41f3-490c-a733-26558c08a659 admin admin] 10.222.0.74 "GET /v2.0/subnets/ad6b7ced-b659-40ec-a8b6-42b9a5179526 HTTP/1.1" status: 200 len: 849 time: 0.0935616 Nov 04 14:09:04.447715 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:09:04.531362 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:04.709778 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768198413680'] for subnet, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:04.742498 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:04.743668 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:04.744379 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] 10.222.0.74 "PUT /v2.0/subnets/ad6b7ced-b659-40ec-a8b6-42b9a5179526 HTTP/1.1" status: 200 len: 868 time: 0.3003824 Nov 04 14:09:04.761950 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6d6e1-a731-4aba-b8d6-d4a3856165f0 None None] Network 679fe549-e368-4300-b199-61c97a900ad2 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:09:04.764582 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6b7ced-b659-40ec-a8b6-42b9a5179526,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:09:04.772655 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.773008 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.773353 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.773690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.774021 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.774361 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.774814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.775090 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.775430 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.775760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.776091 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:04.776417 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032cb754-7629-47a8-9d23-6914e228c9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:05.101353 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-dde256ec-feaf-4882-8438-080c64f33394 None None] Provisioning complete for port a1953ead-4708-4c98-8da1-25df7c2ac69d triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:09:05.101723 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dde256ec-feaf-4882-8438-080c64f33394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:05.200470 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-dde256ec-feaf-4882-8438-080c64f33394 None None] Provisioning complete for port 7be2928a-3a4a-4543-b676-101df3ee7ed2 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:09:05.200766 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dde256ec-feaf-4882-8438-080c64f33394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:05.262851 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c970f99a-f6cc-4dea-8b81-a9b60c170c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:06.515789 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:07.041176 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40368) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:07.238108 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6eed1a-8fa7-4a6b-bc4f-ebb1854498e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:07.238606 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6eed1a-8fa7-4a6b-bc4f-ebb1854498e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:07.240133 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1d6eed1a-8fa7-4a6b-bc4f-ebb1854498e2 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979964 Nov 04 14:09:07.716076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:08.112587 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:09:08.709137 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:09.564343 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40376) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:09.699825 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239f91d-19c8-41b8-aea2-3dc911f3f8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:09.700287 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239f91d-19c8-41b8-aea2-3dc911f3f8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:09.701811 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1239f91d-19c8-41b8-aea2-3dc911f3f8b0 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365342 Nov 04 14:09:11.983581 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40384) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:12.149980 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4db916-2ac9-484c-915d-2e289e673715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:12.151304 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-6c4db916-2ac9-484c-915d-2e289e673715 admin admin] 10.222.0.74 "GET /v2.0/networks/679fe549-e368-4300-b199-61c97a900ad2 HTTP/1.1" status: 200 len: 869 time: 0.1667798 Nov 04 14:09:14.456442 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40392) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:14.664827 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975cf03c-2be1-4afd-9d89-fc6f380e7e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:14.666107 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-975cf03c-2be1-4afd-9d89-fc6f380e7e9b admin admin] 10.222.0.74 "GET /v2.0/networks/72b7a6d5-e459-4ee5-bdd9-97153dee395e HTTP/1.1" status: 200 len: 886 time: 0.2087064 Nov 04 14:09:16.958509 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40402) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:17.086409 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a268493-da17-4ef5-b92e-0298230b6d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:17.086779 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a268493-da17-4ef5-b92e-0298230b6d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:17.088319 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8a268493-da17-4ef5-b92e-0298230b6d72 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288407 Nov 04 14:09:19.368036 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40410) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:19.457025 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152edaf7-c972-485c-8c75-51bbb0a504a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:19.457478 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152edaf7-c972-485c-8c75-51bbb0a504a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:19.459086 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-152edaf7-c972-485c-8c75-51bbb0a504a6 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900311 Nov 04 14:09:21.748787 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40418) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:21.843010 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80327b4-7a43-4a4b-9b7e-14ebaac3dc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:21.844364 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a80327b4-7a43-4a4b-9b7e-14ebaac3dc52 admin admin] 10.222.0.74 "GET /v2.0/subnets/ad6b7ced-b659-40ec-a8b6-42b9a5179526 HTTP/1.1" status: 200 len: 868 time: 0.0946217 Nov 04 14:09:24.108145 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40426) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:24.195144 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241da3a-47f2-400c-8244-8e65ab0932b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:24.196453 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9241da3a-47f2-400c-8244-8e65ab0932b8 admin admin] 10.222.0.74 "GET /v2.0/subnets/d5d6917d-ecb6-4c50-8deb-55a8ca260346 HTTP/1.1" status: 200 len: 816 time: 0.0873709 Nov 04 14:09:32.897850 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-25ac676e-2819-4730-b910-ee559a0d5c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:35.195557 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2d45bf48-db94-43be-b785-438d3001830c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:36.509653 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:37.743807 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:38.686485 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:45.111332 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:09:48.779063 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40480) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:48.826611 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [None req-3f0e516a-3fdb-4460-b9a9-38d264bbcf9c admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101610) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:09:48.827645 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3f0e516a-3fdb-4460-b9a9-38d264bbcf9c admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475962 Nov 04 14:09:51.181192 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40488) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:51.240661 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7c6489-9e17-496d-aa76-1a3baf742544 admin admin] GET failed (client error): The resource could not be found. Nov 04 14:09:51.241951 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ae7c6489-9e17-496d-aa76-1a3baf742544 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597036 Nov 04 14:09:51.324968 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc40755-9ce7-44da-ae40-13a441ed6d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:51.326402 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5dc40755-9ce7-44da-ae40-13a441ed6d1f admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797970 Nov 04 14:09:53.656381 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40496) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:53.705232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:09:53.778280 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Made reservation on behalf of a68c4be166824894b32b1127aecc6fc9 for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:09:53.780640 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:53.870007 dv-cinder-815848-5-iscsi neutron-server[101609]: WARNING neutron.services.revisions.revision_plugin [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Could not find related network for resource to bump revision. Nov 04 14:09:53.884145 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:09:53.893819 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:53.897502 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Added segment 9d0a1d96-0f9e-4b44-8082-3dd47e2c043e of type vlan for network babbc192-1c39-443a-8341-487fb5d0818c Nov 04 14:09:53.938822 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:54.000479 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:54.001455 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:54.002657 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:54.083679 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4259889 Nov 04 14:09:54.088039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185b77-412a-44c7-ab3f-1bac3a7f798b admin admin] Pushing event updated for resources: {'Network': ['ID=babbc192-1c39-443a-8341-487fb5d0818c,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:09:54.102139 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network babbc192-1c39-443a-8341-487fb5d0818c details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:09:56.415775 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40504) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:09:56.475859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecff459-2774-4bf1-9e53-53235f615852 admin admin] GET failed (client error): The resource could not be found. Nov 04 14:09:56.477180 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-8ecff459-2774-4bf1-9e53-53235f615852 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604410 Nov 04 14:09:56.546062 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0bfade-7cde-4317-bbf2-8a14c5799d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:56.548274 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2b0bfade-7cde-4317-bbf2-8a14c5799d7b admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664487 Nov 04 14:09:56.558585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:09:56.629108 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Made reservation on behalf of a68c4be166824894b32b1127aecc6fc9 for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:09:56.631306 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:56.841026 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:56.896918 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea74b089-0b9a-43a6-bb3f-8de6fa325b97,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:09:56.903649 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Checking segment: {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:09:56.904006 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Network hostable DHCP agents. Network: babbc192-1c39-443a-8341-487fb5d0818c, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:09:57.001193 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Network babbc192-1c39-443a-8341-487fb5d0818c is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:09:57.080232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, babbc192-1c39-443a-8341-487fb5d0818c) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:09:57.084286 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:09:57.085005 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:57.091127 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8505441-3315-4049-8f1c-823b7607bc64 None None] Network babbc192-1c39-443a-8341-487fb5d0818c requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:09:57.175523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2e31fe2e-11f3-4f1c-9631-a7fa28411d2e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6201859 Nov 04 14:09:57.247657 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-babbc192-1c39-443a-8341-487fb5d0818c', 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c', 'tenant_id': 'a68c4be166824894b32b1127aecc6fc9', 'fixed_ips': [{'subnet_id': 'ea74b089-0b9a-43a6-bb3f-8de6fa325b97'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:09:57.248643 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:57.386639 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Allocated IP 192.168.233.2 (babbc192-1c39-443a-8341-487fb5d0818c/ea74b089-0b9a-43a6-bb3f-8de6fa325b97/4e87827d-53d0-4a22-b018-eea0d100fe14) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:09:57.538431 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:57.613040 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:57.651570 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Network babbc192-1c39-443a-8341-487fb5d0818c is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:09:57.656357 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:09:57.662703 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:09:57.666073 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Pushing event updated for resources: {'Port': ['ID=4e87827d-53d0-4a22-b018-eea0d100fe14,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:09:57.696985 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.697350 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.697693 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.698026 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.698351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.698711 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.699035 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.699356 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.699693 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.700015 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.700331 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.700651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:09:57.819502 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Attempting to bind port 4e87827d-53d0-4a22-b018-eea0d100fe14 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:09:57.819865 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Attempting to bind port 4e87827d-53d0-4a22-b018-eea0d100fe14 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:09:57.820229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Attempting to bind port 4e87827d-53d0-4a22-b018-eea0d100fe14 on network babbc192-1c39-443a-8341-487fb5d0818c {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:09:57.825733 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:09:57.826104 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Checking segment: {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:09:57.826524 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:57.826935 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Bound using segment: {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:09:57.827385 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Bound port: 4e87827d-53d0-4a22-b018-eea0d100fe14, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:09:57.827811 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:57.888596 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] For port 4e87827d-53d0-4a22-b018-eea0d100fe14, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:09:57.891790 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] For port 4e87827d-53d0-4a22-b018-eea0d100fe14, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=4e87827d-53d0-4a22-b018-eea0d100fe14,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:09:57.978935 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:58.044816 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cd489-e0b0-4f40-a21b-ce37fdb0d8b8 None None] Pushing event updated for resources: {'Port': ['ID=4e87827d-53d0-4a22-b018-eea0d100fe14,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:09:58.519363 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 4e87827d-53d0-4a22-b018-eea0d100fe14 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:09:58.575205 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 4e87827d-53d0-4a22-b018-eea0d100fe14 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:09:58.575941 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:58.664796 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:58.701069 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 4e87827d-53d0-4a22-b018-eea0d100fe14, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=4e87827d-53d0-4a22-b018-eea0d100fe14,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:09:58.772897 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:58.828450 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=4e87827d-53d0-4a22-b018-eea0d100fe14,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:09:58.873542 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10edc92-716b-46f9-acdc-c2371e0c5c92 None None] Network babbc192-1c39-443a-8341-487fb5d0818c requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:09:58.929169 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-2a8fa1d3-35a2-47ec-8bc3-373dd37a8cde None None] Provisioning complete for port 4e87827d-53d0-4a22-b018-eea0d100fe14 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:09:58.929493 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa1d3-35a2-47ec-8bc3-373dd37a8cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:09:59.281120 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-a65b7ec3-1126-4fcb-8455-f457157fe2be None None] Provisioning complete for port 4e87827d-53d0-4a22-b018-eea0d100fe14 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:09:59.281867 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a65b7ec3-1126-4fcb-8455-f457157fe2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:00.474299 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 4e87827d-53d0-4a22-b018-eea0d100fe14 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:10:00.521752 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 4e87827d-53d0-4a22-b018-eea0d100fe14 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:10:00.522116 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:02.926589 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-67b24ee5-0ce8-45c9-a5fb-267324fb8d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:05.205827 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ebe371d6-ade6-4a26-b34d-a8c9cbfd3073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:06.518881 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:07.725819 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:08.668211 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:22.109759 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:10:32.925894 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce139f2e-d130-4aa8-89c8-82b0eeb809db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:35.210943 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8a5ab940-0117-48c4-b720-e9ba45b6a2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:36.513841 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:37.736829 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:38.674395 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:10:59.108332 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:11:02.936745 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7c262fe2-e1d0-45b4-a420-4bed03eff65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:05.239151 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1a7d73c2-1815-4746-ad69-2f272c978382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:06.536188 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:07.719211 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:08.685208 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:19.066502 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40548) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:11:19.072259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [None req-cd4cf80d-7cf6-4ac6-86cf-0d00195c72d5 tempest-verify_tempest_config-1182386893 tempest-verify_tempest_config-1182386893-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:11:19.073242 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-cd4cf80d-7cf6-4ac6-86cf-0d00195c72d5 tempest-verify_tempest_config-1182386893 tempest-verify_tempest_config-1182386893-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057399 Nov 04 14:11:19.667257 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40566) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:11:19.776127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:19.857401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:19.896092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:19.939077 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60a712e-3cd6-4ecb-aa83-e7ebf165a571,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:11:19.943479 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfe7eae6e2204962b47b2f6b7447e83a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2747133 Nov 04 14:11:19.946263 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40570) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:11:19.947653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.948019 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.948363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.948704 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.949053 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.949409 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.949742 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.950082 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.950447 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.950779 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.951102 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:19.951423 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679ae56-2a54-4dc5-8a7e-83f7ff12d695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.002753 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:20.022900 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:20.186433 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:20.188977 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:20.190111 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c60a712e-3cd6-4ecb-aa83-e7ebf165a571 HTTP/1.1" status: 204 len: 168 time: 0.2428138 Nov 04 14:11:20.198786 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60a712e-3cd6-4ecb-aa83-e7ebf165a571,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:11:20.206085 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.206487 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.206841 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.207172 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.207513 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.207861 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.208196 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.208553 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.208896 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.209223 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.209668 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:20.210000 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fef41-3ff1-4c17-8993-643fababe890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:11:32.882310 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-cedd203a-d894-4ca1-9c58-23aebf234514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:35.260716 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-950423ca-a5c8-44c4-b8a8-d7f6d29c0bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:36.108438 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:11:36.541252 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:37.756790 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:11:38.712740 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:02.883592 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c151c577-db67-4d0a-b95e-3d6e1948e46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:05.255300 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-46eedb87-1d3f-4f7e-bb03-30ad73518b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:06.601692 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:07.752021 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:08.682105 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:13.106934 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:12:32.906371 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-db9dd92a-eb53-4aa1-9c41-99d5e7a92a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:35.212665 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5093b038-b864-4526-a726-89a72c467f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:36.517315 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:37.738098 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:38.682921 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:12:50.104914 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 5 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:12:56.190841 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597071'] for agent, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:02.948574 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-07719eaf-4041-479f-8fa0-f33be6205e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:05.225359 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ccdee891-829b-40d7-a205-42fae4144a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:06.534043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:07.743545 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:08.665463 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:12.371610 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40646) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:13:12.474615 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e251cfd3-d466-4328-b5b6-a9d111390272 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018884 Nov 04 14:13:14.796337 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40656) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:13:14.850690 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6fc359cd-e1e9-4a00-b3ad-370047686fda admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533395 Nov 04 14:13:26.182698 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:27.103293 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:13:32.907990 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-6298408b-e2c2-4198-bfbb-5b3015a6f05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:35.214688 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8a9f-697c-4baa-a3b5-3c1e94965048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:36.533156 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:37.738515 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:38.670229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:13:56.183856 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:02.910021 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0b0029bf-c33a-4a3b-ae43-f2da5274999b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:04.102289 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:14:05.227741 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4ce6-5e5a-4296-8c38-a67050d6f646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:06.538250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:07.759145 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:08.730190 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:26.189375 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:32.897478 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f74e-16e4-40b1-8012-c6f74246c3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:35.215415 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-311764dd-0231-4b9e-af73-0ea83fbae7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:36.581067 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:37.746537 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:38.686680 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:41.101376 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:14:47.224225 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40822) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:47.543130 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1825292350-network', 'tenant_id': 'f5652a919c964719a9c18c14abf7b58e'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:47.640650 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Made reservation on behalf of f5652a919c964719a9c18c14abf7b58e for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:47.643542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.652521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.729194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.763379 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40854) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:47.806696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.836573 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:14:47.842149 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7c830-d804-4dc7-85eb-05b4ea65c951,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:47.851720 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.852099 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.852451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.852796 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.853137 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.853491 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.853833 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.854187 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.854551 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.854887 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.855221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.855577 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Tracked resource versions report: Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: pushed versions: Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: { 'AddressGroup': {'1.2'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'ConntrackHelper': {'1.0'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Log': {'1.0'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Network': {'1.1'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Port': {'1.7'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'PortForwarding': {'1.2'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'QosPolicy': {'1.10'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroup': {'1.5'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SubPort': {'1.0'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Subnet': {'1.1'}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Trunk': {'1.1'}} Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: consumer versions: Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: HyperV agent@hv-cinder-81584: {}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'ConntrackHelper': '1.0', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Log': '1.0', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Network': '1.1', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Port': '1.7', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'PortForwarding': '1.2', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'QosPolicy': '1.10', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroup': '1.5', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SecurityGroupRule': '1.2', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'SubPort': '1.0', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Subnet': '1.1', Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: 'Trunk': '1.1'}} Nov 04 14:14:47.856804 dv-cinder-815848-5-iscsi neutron-server[101609]: {{(pid=101609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:14:47.862236 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.862801 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Added segment 4a8a1127-5092-40f9-b8d8-1f1aea698757 of type vlan for network a39968ab-80e6-4ed7-9969-a52f2a380cea Nov 04 14:14:47.912583 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.997689 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:47.998699 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:47.999482 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.064785 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-network', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:48.076459 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] Pushing event updated for resources: {'Network': ['ID=a39968ab-80e6-4ed7-9969-a52f2a380cea,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:48.089221 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network a39968ab-80e6-4ed7-9969-a52f2a380cea details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:14:48.108058 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-84f734bd-8210-46e2-a245-fe2f03339695 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8826303 Nov 04 14:14:48.111275 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40870) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:48.118153 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Request body: {'subnet': {'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1825292350-subnet', 'tenant_id': 'f5652a919c964719a9c18c14abf7b58e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:48.191396 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Made reservation on behalf of 328b6d72f4c24c979b9078ee10f744ff for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:48.193803 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.208278 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.283183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Made reservation on behalf of f5652a919c964719a9c18c14abf7b58e for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:48.285492 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.291745 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.374862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.437111 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:14:48.480659 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13fdcb-b709-451a-86c8-c49cf369b441,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:48.486556 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.487561 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Added segment 4859a1c6-ad17-4e09-a4b6-58d292ff9f48 of type vlan for network 58dfe565-7c95-45e6-8cf0-84c0a294524e Nov 04 14:14:48.496291 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40882) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:48.511299 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40890) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:48.538847 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40894) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:48.569036 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.600937 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.663203 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Checking segment: {'id': '4a8a1127-5092-40f9-b8d8-1f1aea698757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:48.663552 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Network hostable DHCP agents. Network: a39968ab-80e6-4ed7-9969-a52f2a380cea, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:14:48.665493 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55438968-e039-4a7b-9552-5715aed2fcea,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:48.669146 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.673854 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:48.673854 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.737434 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-125690670-network', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:48.743643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] Pushing event updated for resources: {'Network': ['ID=58dfe565-7c95-45e6-8cf0-84c0a294524e,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:48.754413 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:14:48.781317 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-926010870-network', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:48.784558 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ef2d0e68-196a-45de-a39a-57723e88a936 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0187869 Nov 04 14:14:48.785246 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40912) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:48.790813 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Request body: {'subnet': {'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-subnet', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:48.812118 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Network a39968ab-80e6-4ed7-9969-a52f2a380cea is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:14:48.840219 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1331131845-network', 'tenant_id': 'c04646a3a2d346cbb1ce1e319c924706'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:48.929507 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, a39968ab-80e6-4ed7-9969-a52f2a380cea) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:48.931082 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Made reservation on behalf of 1c3a6f988b3c4af49a4763c03aecb102 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:48.933339 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.934895 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:48.937439 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:48.947845 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dccced-54c5-4717-b6c1-8404eea5b80d None None] Network a39968ab-80e6-4ed7-9969-a52f2a380cea requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:48.971740 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.037701 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Made reservation on behalf of cd05a6617b304d7481ebc7af88adf58e for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:49.040045 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.055249 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.089208 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7744a-cb0f-4f32-89ce-39c9472d774d None None] Network a39968ab-80e6-4ed7-9969-a52f2a380cea requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:49.098890 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.165027 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9699ffa7-0438-4df6-b045-695666bfd7b0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0528665 Nov 04 14:14:49.201925 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.204961 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.db.api [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 14:14:49.204961 dv-cinder-815848-5-iscsi neutron-server[101610]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 04 14:14:49.204961 dv-cinder-815848-5-iscsi neutron-server[101610]: [parameters: {'project_id_1': 'c04646a3a2d346cbb1ce1e319c924706', 'expiration_1': datetime.datetime(2021, 11, 4, 14, 14, 28, 847074)}] Nov 04 14:14:49.204961 dv-cinder-815848-5-iscsi neutron-server[101610]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 14:14:49.206256 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG oslo_db.api [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 14:14:49.207408 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.233290 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad00c17-a95e-4ec5-b592-d89b14e975bc,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:49.245873 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.246748 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.247410 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.247890 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.248379 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.249139 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.249638 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.250301 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.250849 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.251510 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.251994 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.253010 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Tracked resource versions report: Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: pushed versions: Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: { 'AddressGroup': {'1.2'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'ConntrackHelper': {'1.0'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Log': {'1.0'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Network': {'1.1'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Port': {'1.7'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'PortForwarding': {'1.2'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'QosPolicy': {'1.10'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroup': {'1.5'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SubPort': {'1.0'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Subnet': {'1.1'}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Trunk': {'1.1'}} Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: consumer versions: Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: HyperV agent@hv-cinder-81584: {}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'ConntrackHelper': '1.0', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Log': '1.0', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Network': '1.1', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Port': '1.7', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'PortForwarding': '1.2', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'QosPolicy': '1.10', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroup': '1.5', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SecurityGroupRule': '1.2', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'SubPort': '1.0', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Subnet': '1.1', Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: 'Trunk': '1.1'}} Nov 04 14:14:49.254347 dv-cinder-815848-5-iscsi neutron-server[101610]: {{(pid=101610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:14:49.280913 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:14:49.287101 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Made reservation on behalf of 328b6d72f4c24c979b9078ee10f744ff for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:49.291166 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.291857 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.300070 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Added segment ef13a324-47dc-4ec7-8ce6-9b1daaf0d752 of type vlan for network 26c9cb59-cf30-459f-ade8-4f94b42aa74b Nov 04 14:14:49.345520 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.375812 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.385680 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:14:49.432387 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06978b45-5ac0-407c-9c46-96bbf21b8f06,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:49.432387 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.432387 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Added segment 7c654adc-0a22-40bd-a328-72651a58d169 of type vlan for network 3560b8b4-1388-478c-84a9-cbb1e993277c Nov 04 14:14:49.516593 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.547026 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.548188 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:49.548850 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.615742 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] Pushing event updated for resources: {'Network': ['ID=26c9cb59-cf30-459f-ade8-4f94b42aa74b,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:49.633015 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:14:49.669216 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.669451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.670328 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:49.671046 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.681640 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9c6d171f-9b7d-4176-b2bd-3dfebf624c04 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1814363 Nov 04 14:14:49.683023 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40942) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:49.698765 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Request body: {'subnet': {'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-125690670-subnet', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:49.726897 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d1c958-b5e6-43ce-af88-a6e16bf4d136,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:49.765698 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] Pushing event updated for resources: {'Network': ['ID=3560b8b4-1388-478c-84a9-cbb1e993277c,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:49.780577 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 3560b8b4-1388-478c-84a9-cbb1e993277c details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:14:49.788454 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Checking segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:49.788454 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Network hostable DHCP agents. Network: 58dfe565-7c95-45e6-8cf0-84c0a294524e, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:14:49.791474 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-05472840-0456-41f8-915e-8568aabde97b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2788398 Nov 04 14:14:49.795578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40946) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:49.815926 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Request body: {'subnet': {'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-subnet', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:49.940725 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:14:49.944681 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Made reservation on behalf of 1c3a6f988b3c4af49a4763c03aecb102 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:49.947155 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:49.953727 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.db.api [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 14:14:49.953727 dv-cinder-815848-5-iscsi neutron-server[101609]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 04 14:14:49.953727 dv-cinder-815848-5-iscsi neutron-server[101609]: [parameters: {'project_id_1': 'cd05a6617b304d7481ebc7af88adf58e', 'expiration_1': datetime.datetime(2021, 11, 4, 14, 14, 29, 836403)}] Nov 04 14:14:49.953727 dv-cinder-815848-5-iscsi neutron-server[101609]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 14:14:49.954191 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG oslo_db.api [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 14:14:50.060479 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Made reservation on behalf of c04646a3a2d346cbb1ce1e319c924706 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:50.062822 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.062973 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 58dfe565-7c95-45e6-8cf0-84c0a294524e) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:50.068919 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:50.070234 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.081272 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52564a27-2e9e-4247-9208-0b766eebad64 None None] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:50.082425 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.177664 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 40956) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:50.182585 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e640e837-23a0-487b-9974-acdfee9d3609 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3959639 Nov 04 14:14:50.203579 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.207863 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:50.233925 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.288157 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-58dfe565-7c95-45e6-8cf0-84c0a294524e', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:14:50.290444 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.294324 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead5ddcb-1f47-4478-989e-bec75df6c250,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:50.310529 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Checking segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:50.310871 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Network hostable DHCP agents. Network: 26c9cb59-cf30-459f-ade8-4f94b42aa74b, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:14:50.328704 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.354125 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:14:50.363102 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.364304 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.370983 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e2186-5d38-4cdd-bacc-b903ec485e31,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:50.394218 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.395383 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Added segment 182027ad-d65e-4515-a617-97760a7331ca of type vlan for network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f Nov 04 14:14:50.485755 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 40986) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:50.492281 dv-cinder-815848-5-iscsi neutron-server[101609]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 14:14:50.528192 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Allocated IP 172.20.0.2 (58dfe565-7c95-45e6-8cf0-84c0a294524e/09d1c958-b5e6-43ce-af88-a6e16bf4d136/98c0e8c0-54e3-4593-9b8f-9e037865a733) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:50.542498 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.578301 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.590209 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:14:50.667765 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Made reservation on behalf of cd05a6617b304d7481ebc7af88adf58e for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:50.671311 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.686898 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.688145 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:50.688890 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.691902 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 26c9cb59-cf30-459f-ade8-4f94b42aa74b) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:50.709289 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:50.710470 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.715786 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.720243 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c31e0-3392-4594-9ee7-385b613ea028 None None] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:50.813147 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.846881 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:50.857943 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-441a2f1b-464c-465f-8a42-100b21ffd370 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:50.859674 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-441a2f1b-464c-465f-8a42-100b21ffd370 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/networks?id=a39968ab-80e6-4ed7-9969-a52f2a380cea HTTP/1.1" status: 200 len: 812 time: 0.3686013 Nov 04 14:14:50.889048 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-806619bd-74f1-442e-a9af-93d703567ce3 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/quotas/f5652a919c964719a9c18c14abf7b58e HTTP/1.1" status: 200 len: 375 time: 0.0193360 Nov 04 14:14:50.910203 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:50.915631 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:50.920481 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] Pushing event updated for resources: {'Network': ['ID=8e73af2d-8a2a-4629-8aae-5b5e496eb49f,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:50.926241 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Pushing event updated for resources: {'Port': ['ID=98c0e8c0-54e3-4593-9b8f-9e037865a733,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:50.935920 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:14:50.940060 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.940510 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.940904 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.941303 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.941701 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.942096 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.942502 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.942895 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.943236 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.943637 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.943964 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.944361 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Tracked resource versions report: Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: pushed versions: Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: { 'AddressGroup': {'1.2'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'ConntrackHelper': {'1.0'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Log': {'1.0'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Network': {'1.1'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Port': {'1.7'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'PortForwarding': {'1.2'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'QosPolicy': {'1.10'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroup': {'1.5'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SubPort': {'1.0'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Subnet': {'1.1'}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Trunk': {'1.1'}} Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: consumer versions: Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: HyperV agent@hv-cinder-81584: {}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'ConntrackHelper': '1.0', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Log': '1.0', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Network': '1.1', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Port': '1.7', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'PortForwarding': '1.2', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'QosPolicy': '1.10', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroup': '1.5', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SecurityGroupRule': '1.2', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'SubPort': '1.0', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Subnet': '1.1', Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: 'Trunk': '1.1'}} Nov 04 14:14:50.945470 dv-cinder-815848-5-iscsi neutron-server[101611]: {{(pid=101611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:14:50.948278 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:14:51.060566 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-257e9f73-3b35-41be-9f8a-1b61c8ab6f0e tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f5652a919c964719a9c18c14abf7b58e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1458850 Nov 04 14:14:51.075030 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-30d7c986-b972-4e11-8d15-153ad6dc9768 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3911860 Nov 04 14:14:51.079636 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b422e7c5-e92a-4542-8782-33b5fad00f2c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5396106 Nov 04 14:14:51.081175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41010) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:51.089538 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:51.093506 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41014) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:51.100361 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Request body: {'subnet': {'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1331131845-subnet', 'tenant_id': 'c04646a3a2d346cbb1ce1e319c924706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:51.257282 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Attempting to bind port 98c0e8c0-54e3-4593-9b8f-9e037865a733 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:14:51.257647 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Attempting to bind port 98c0e8c0-54e3-4593-9b8f-9e037865a733 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:14:51.258047 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Attempting to bind port 98c0e8c0-54e3-4593-9b8f-9e037865a733 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:14:51.270446 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:14:51.270446 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Checking segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:51.270446 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.270446 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Bound using segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:14:51.270898 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Bound port: 98c0e8c0-54e3-4593-9b8f-9e037865a733, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:14:51.271213 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.282919 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-199393d6-c8cc-48fd-a9bc-206ac24f4025 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:14:51.289092 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-199393d6-c8cc-48fd-a9bc-206ac24f4025 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585341 Nov 04 14:14:51.316749 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.317666 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.326040 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:14:51.327444 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.330965 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.423967 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.426739 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] For port 98c0e8c0-54e3-4593-9b8f-9e037865a733, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:14:51.438779 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdae146-33a3-4cca-a6e1-b1142ce83a0f,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:51.447929 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.448103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] For port 98c0e8c0-54e3-4593-9b8f-9e037865a733, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=98c0e8c0-54e3-4593-9b8f-9e037865a733,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:14:51.459209 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-49994a34-828d-4424-a032-8090f41ea933 service neutron] 10.222.0.74 "GET /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677325 Nov 04 14:14:51.460279 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Checking segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:51.460844 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Network hostable DHCP agents. Network: 3560b8b4-1388-478c-84a9-cbb1e993277c, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:14:51.462169 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.469357 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Made reservation on behalf of c04646a3a2d346cbb1ce1e319c924706 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:51.471472 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.516070 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Allocated IP 172.20.0.2 (26c9cb59-cf30-459f-ade8-4f94b42aa74b/ead5ddcb-1f47-4478-989e-bec75df6c250/aefba679-1489-4a12-ad1f-d104640f3a68) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:51.564952 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.580567 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-e88eab17-3588-4a1b-85db-70d43942e05a service neutron] 10.222.0.74 "GET /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138735 Nov 04 14:14:51.660674 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Network 3560b8b4-1388-478c-84a9-cbb1e993277c is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:14:51.742910 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b63904-d785-4d70-b008-0777a8b8b7ba None None] Pushing event updated for resources: {'Port': ['ID=98c0e8c0-54e3-4593-9b8f-9e037865a733,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:51.766364 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 3560b8b4-1388-478c-84a9-cbb1e993277c) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:51.770746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:51.771357 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.780267 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:51.786932 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed307135-b77d-47fe-b840-0adf6fbe3a18 None None] Network 3560b8b4-1388-478c-84a9-cbb1e993277c requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:51.841396 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Allocated IP 172.27.1.43 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/2fd4ad97-ccdf-449f-a6ab-16e3a97e9205) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:51.888652 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41032) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:51.915863 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-eb1c7e0e-cc56-47d8-8299-c5754416aa03 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1191962 Nov 04 14:14:51.918722 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41036) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:51.925963 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:52.003623 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa77e3-965f-49f0-b44d-960106b540e3 None None] Network 3560b8b4-1388-478c-84a9-cbb1e993277c requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:52.084938 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.193563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.193563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.193563 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d607891-0a32-45ef-9a2d-25deaccb2696 req-5d003a52-00f2-46f1-b314-b8ffcc67c322 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.1355569 Nov 04 14:14:52.216934 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-576b-464b-8f10-0eba784c85a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.217337 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.264976 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.323917 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-576b-464b-8f10-0eba784c85a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.384710 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.386170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.402206 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.426527 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:52.431461 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:52.435251 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:14:52.443410 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-576b-464b-8f10-0eba784c85a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.446596 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Pushing event updated for resources: {'Port': ['ID=aefba679-1489-4a12-ad1f-d104640f3a68,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:52.447051 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Pushing event updated for resources: {'Subnet': ['ID=205286e7-3bd0-40ac-9a8d-a5d1e2993d33,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:52.497232 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:52.506781 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:52.509345 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:14:52.519336 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Attempting to bind port aefba679-1489-4a12-ad1f-d104640f3a68 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:14:52.519942 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Attempting to bind port aefba679-1489-4a12-ad1f-d104640f3a68 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:14:52.520541 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Attempting to bind port aefba679-1489-4a12-ad1f-d104640f3a68 on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:14:52.526667 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:14:52.527363 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Checking segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:52.527939 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.528506 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Bound using segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:14:52.529181 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Bound port: aefba679-1489-4a12-ad1f-d104640f3a68, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:14:52.529750 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.568386 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.608334 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Checking segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:52.608707 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Network hostable DHCP agents. Network: 8e73af2d-8a2a-4629-8aae-5b5e496eb49f, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:14:52.640308 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.671094 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] For port aefba679-1489-4a12-ad1f-d104640f3a68, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:14:52.675380 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] For port aefba679-1489-4a12-ad1f-d104640f3a68, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aefba679-1489-4a12-ad1f-d104640f3a68,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:14:52.676839 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Pushing event updated for resources: {'Port': ['ID=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:52.784644 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.828680 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 98c0e8c0-54e3-4593-9b8f-9e037865a733 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:14:52.887483 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:14:52.935894 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:52.950011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-f8b98902-576b-464b-8f10-0eba784c85a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a89490e0b2fe42bca06adaae6885b7ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0592010 Nov 04 14:14:52.954009 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41088) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:52.964441 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b98902-576b-464b-8f10-0eba784c85a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477277c-f0ae-4467-bd1b-719a8a9eeaaa,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:52.981098 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd7ea2-e136-4578-a9c4-6d3c9a944004 None None] Pushing event updated for resources: {'Port': ['ID=aefba679-1489-4a12-ad1f-d104640f3a68,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:53.014193 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 98c0e8c0-54e3-4593-9b8f-9e037865a733 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:53.016215 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.028560 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Allocated IP 172.27.1.136 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/46ab152f-16ee-4cf8-a079-4f19b74b8c7a) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:53.108695 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 8e73af2d-8a2a-4629-8aae-5b5e496eb49f) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:53.118037 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:53.118659 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03001ec-31d7-4ca5-985e-45baca31cfe9 None None] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:53.118858 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.179008 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76430a6-f31c-4abf-b09c-40c6612a8c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.209547 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76430a6-f31c-4abf-b09c-40c6612a8c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.250829 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.271925 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.351164 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ebdecac3-b044-4d58-8e8c-ae9cccccc9d6 req-821979b8-87a2-4bac-889d-236895cc3474 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0784771 Nov 04 14:14:53.375913 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 98c0e8c0-54e3-4593-9b8f-9e037865a733, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=98c0e8c0-54e3-4593-9b8f-9e037865a733,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:14:53.479240 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76430a6-f31c-4abf-b09c-40c6612a8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.484130 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76430a6-f31c-4abf-b09c-40c6612a8c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.487166 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.488922 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-d76430a6-f31c-4abf-b09c-40c6612a8c31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6477277c-f0ae-4467-bd1b-719a8a9eeaaa HTTP/1.1" status: 204 len: 168 time: 0.5336559 Nov 04 14:14:53.502243 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f26c2b45-0396-4112-84c1-f99a845c337c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3978076 Nov 04 14:14:53.503471 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4c631-d154-48df-ab66-a9179c862915 None None] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:53.576476 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.579248 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76430a6-f31c-4abf-b09c-40c6612a8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477277c-f0ae-4467-bd1b-719a8a9eeaaa,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:53.664234 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c4d5c-6473-4b69-a8d1-112a15a1094d None None] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:53.720976 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.778492 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.841106 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.931749 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-13e65334-18fb-48b3-bcd4-efd117402c7f None None] Provisioning complete for port 98c0e8c0-54e3-4593-9b8f-9e037865a733 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:53.932422 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-13e65334-18fb-48b3-bcd4-efd117402c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:53.969419 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=98c0e8c0-54e3-4593-9b8f-9e037865a733,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:54.000135 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.095103 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Pushing event updated for resources: {'Port': ['ID=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:54.118321 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:54.120260 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:54.126805 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:14:54.194756 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Allocated IP 172.27.1.2 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/f4a3bc7f-f65b-4f48-b52c-f927cb309dc6) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:54.243179 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Router 76a34d51-c650-4898-ac58-479902cd769e is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:14:54.372820 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.416597 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41138) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:54.474162 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:14:54.488156 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:14:54.493866 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb86f8-884b-4dcc-8154-060442b284d4 None None] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:14:54.510437 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41140) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:54.519674 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:14:54.523012 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:54.531026 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c93f752-33c2-4afc-99de-8d11ae00887e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.631564 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c93f752-33c2-4afc-99de-8d11ae00887e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.637013 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.641275 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-597f351d-b40f-46b3-a0e8-f4b34c54f75c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4590931 Nov 04 14:14:54.768978 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41142) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:54.769601 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.771492 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c93f752-33c2-4afc-99de-8d11ae00887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.808489 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.821996 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:14:54.842332 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c2c89526-3d35-48c5-9542-1ac795db8290 req-8fb000ab-d0f3-433f-bd41-855d9ed02caf tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.3440423 Nov 04 14:14:54.894463 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 98c0e8c0-54e3-4593-9b8f-9e037865a733 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:14:54.896614 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93f752-33c2-4afc-99de-8d11ae00887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef03b656-efe5-4658-95e7-13953bd2813f,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:54.898215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:54.921820 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:54.945343 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3fb3ac38-5710-4faf-98e7-e70a44ed52f0 None None] Provisioning complete for port aefba679-1489-4a12-ad1f-d104640f3a68 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:54.946319 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ac38-5710-4faf-98e7-e70a44ed52f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:54.953976 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:14:54.963616 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6c93f752-33c2-4afc-99de-8d11ae00887e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0cbdb84fa99542ad9cdfde88f3fefbf6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4498129 Nov 04 14:14:54.994993 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41148) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:55.034550 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 98c0e8c0-54e3-4593-9b8f-9e037865a733 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:55.034550 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.059803 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:52Z', 'revision_number': 3, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:55.105870 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:14:55.106211 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Updating router 76a34d51-c650-4898-ac58-479902cd769e port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:14:55.142303 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d8f21e8-ffad-4abb-a764-6d79949e2042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.151207 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.172033 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Pushing event updated for resources: {'Port': ['ID=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:55.181320 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d8f21e8-ffad-4abb-a764-6d79949e2042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.192275 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aefba679-1489-4a12-ad1f-d104640f3a68 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:14:55.216602 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-068af514-132e-4f6a-930c-e3ecee76e0ba tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:55.218664 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-068af514-132e-4f6a-930c-e3ecee76e0ba tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.8007858 Nov 04 14:14:55.237143 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ac38-5710-4faf-98e7-e70a44ed52f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.245329 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-f83f35b4-1b1b-4195-ab85-e2f48637b0da tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/quotas/c04646a3a2d346cbb1ce1e319c924706 HTTP/1.1" status: 200 len: 375 time: 0.0204759 Nov 04 14:14:55.289129 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-3fb3ac38-5710-4faf-98e7-e70a44ed52f0 None None] For port aefba679-1489-4a12-ad1f-d104640f3a68, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aefba679-1489-4a12-ad1f-d104640f3a68,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:14:55.296389 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-09e92c49-6df4-4666-8024-2b08d91ec8e7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426095 Nov 04 14:14:55.309309 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port aefba679-1489-4a12-ad1f-d104640f3a68 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:55.309309 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.388921 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d8f21e8-ffad-4abb-a764-6d79949e2042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.391571 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d8f21e8-ffad-4abb-a764-6d79949e2042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.393405 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-0d8f21e8-ffad-4abb-a764-6d79949e2042 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef03b656-efe5-4658-95e7-13953bd2813f HTTP/1.1" status: 204 len: 168 time: 0.3956015 Nov 04 14:14:55.425944 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.449589 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f21e8-ffad-4abb-a764-6d79949e2042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef03b656-efe5-4658-95e7-13953bd2813f,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:55.463999 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.490308 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3ac38-5710-4faf-98e7-e70a44ed52f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.539416 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.587167 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.597552 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-381c89de-b6de-4ff3-8ec2-c9603e0c3bf7 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:14:55.598685 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-381c89de-b6de-4ff3-8ec2-c9603e0c3bf7 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1099725 Nov 04 14:14:55.659287 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3ac38-5710-4faf-98e7-e70a44ed52f0 None None] Pushing event updated for resources: {'Port': ['ID=aefba679-1489-4a12-ad1f-d104640f3a68,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:55.661863 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.665624 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.db.api [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 14:14:55.666167 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG oslo_db.api [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 14:14:55.669312 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-f9197836-2de2-467b-8ed1-0170b1e57c12 None None] Provisioning complete for port 98c0e8c0-54e3-4593-9b8f-9e037865a733 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:55.669757 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f9197836-2de2-467b-8ed1-0170b1e57c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.768246 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Pushing event updated for resources: {'Port': ['ID=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,revision_number=2']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:55.792060 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-f9197836-2de2-467b-8ed1-0170b1e57c12 None None] Provisioning complete for port aefba679-1489-4a12-ad1f-d104640f3a68 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:55.792369 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f9197836-2de2-467b-8ed1-0170b1e57c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.801339 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.801953 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.802538 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.803025 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.803657 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.807142 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.807142 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.807142 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.810116 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.810683 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.817462 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.817983 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Tracked resource versions report: Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: pushed versions: Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: { 'AddressGroup': {'1.2'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'ConntrackHelper': {'1.0'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Log': {'1.0'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Network': {'1.1'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Port': {'1.7'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'PortForwarding': {'1.2'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'QosPolicy': {'1.10'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroup': {'1.5'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroupRule': {'1.2'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SubPort': {'1.0'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Subnet': {'1.1'}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Trunk': {'1.1'}} Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: consumer versions: Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: { DHCP agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: HyperV agent@hv-cinder-81584: {}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: L3 agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: Metadata agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: Metering agent@dv-cinder-815848-5-iscsi: {}, Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: Open vSwitch agent@dv-cinder-815848-5-iscsi: { 'AddressGroup': '1.2', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'ConntrackHelper': '1.0', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Log': '1.0', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Network': '1.1', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Port': '1.7', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'PortForwarding': '1.2', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'QosPolicy': '1.10', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroup': '1.5', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SecurityGroupRule': '1.2', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'SubPort': '1.0', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Subnet': '1.1', Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: 'Trunk': '1.1'}} Nov 04 14:14:55.819360 dv-cinder-815848-5-iscsi neutron-server[101612]: {{(pid=101612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 14:14:55.843187 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-6e3285e7-3327-4e6c-b556-2b3459369942 service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337344 Nov 04 14:14:55.844820 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Attempting to bind port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:14:55.845431 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Attempting to bind port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:14:55.846646 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Attempting to bind port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:14:55.852824 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:14:55.853953 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:55.854650 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.855266 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:14:55.856078 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Bound port: 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:14:55.856623 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:55.995646 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] For port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:14:55.997961 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.000328 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] For port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:14:56.067482 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.175950 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5ea6199e-fab5-48d2-9d0d-38d6a59c2b94 req-0ea306c0-46d7-42b3-b8d6-7683494bfde6 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0757558 Nov 04 14:14:56.180635 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:14:56.185458 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:56.229784 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.300904 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.301317 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-af7bf33c-dcbb-4a39-b26e-0a200bd5ebbf service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302609 Nov 04 14:14:56.301691 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:14:56.303277 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9eb06-4a03-4ef7-a894-ab7756d6c177 None None] Pushing event updated for resources: {'Port': ['ID=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:56.387398 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:14:56.480170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Router ed98663c-01e2-4643-b2d3-871f383b7d5f is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:14:56.518901 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Allocated IP 172.20.0.1 (58dfe565-7c95-45e6-8cf0-84c0a294524e/09d1c958-b5e6-43ce-af88-a6e16bf4d136/f1739dab-63ea-4f1b-b186-9abc3d5e2008) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:56.550161 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:14:56.567336 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:14:56.576549 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:14:56.577763 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:56.688058 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.693066 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.697576 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9191cd52-c146-47cf-947c-46bdf3779bdc admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6124156 Nov 04 14:14:56.698889 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41188) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:56.713838 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:14:56.727483 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Sync routers for ids ['ed98663c-01e2-4643-b2d3-871f383b7d5f'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:14:56.756816 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:14:56.759849 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Routers {'ed98663c-01e2-4643-b2d3-871f383b7d5f'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:14:56.760492 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ed98663c-01e2-4643-b2d3-871f383b7d5f'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:56.872595 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.944641 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:56.951082 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:56.956509 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:14:56.957231 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:56.968248 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aefba679-1489-4a12-ad1f-d104640f3a68 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:14:57.050859 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Pushing event updated for resources: {'Port': ['ID=f1739dab-63ea-4f1b-b186-9abc3d5e2008,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:57.051757 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3e89edc5-8f52-43df-ab76-be5af7adc823 req-02cb8397-5254-4de8-8556-7294682a89dd tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.1153526 Nov 04 14:14:57.061546 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:52Z', 'revision_number': 3, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:57.074086 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:57.089576 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-619ba023-8d36-42b1-8b17-27db79c96f7e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1664002 Nov 04 14:14:57.095507 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41210) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:57.112194 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c3702-bbc6-46e0-a963-c675a4286f62 None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:52Z', 'revision_number': 3, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:14:57.193961 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Set router ed98663c-01e2-4643-b2d3-871f383b7d5f gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:14:57.251610 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:14:54Z', 'revision_number': 3, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:57.427204 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port aefba679-1489-4a12-ad1f-d104640f3a68 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:57.427772 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:57.432515 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:14:57.432896 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Updating router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:14:57.486899 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-39741820-33cb-4007-ada1-24789c7fed0e req-0374e85b-19af-412e-b98d-68ad8dd7e21e tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0370917 Nov 04 14:14:57.579006 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:57.600939 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-0f17156c-eeb7-400a-a798-d12bc90b4e93 None None] Provisioning complete for port f1739dab-63ea-4f1b-b186-9abc3d5e2008 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:57.601312 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0f17156c-eeb7-400a-a798-d12bc90b4e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:57.734970 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:14:55Z', 'revision_number': 3, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:14:57.764411 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Checking router: ed98663c-01e2-4643-b2d3-871f383b7d5f for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:14:57.764763 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Updating router ed98663c-01e2-4643-b2d3-871f383b7d5f port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:14:57.809886 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:57.854330 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:57.880616 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-0f17156c-eeb7-400a-a798-d12bc90b4e93 None None] Port f1739dab-63ea-4f1b-b186-9abc3d5e2008 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:14:58.024563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.107', 64751) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:14:58.141940 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.247634 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.248506 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.295397 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-76139e8f-28c5-4b3f-a16e-0ae284a3abfc tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:14:58.297147 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-76139e8f-28c5-4b3f-a16e-0ae284a3abfc tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.107 "GET /v2.0/networks?id=a39968ab-80e6-4ed7-9969-a52f2a380cea HTTP/1.1" status: 200 len: 812 time: 0.2715628 Nov 04 14:14:58.331945 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Pushing event updated for resources: {'Port': ['ID=f1739dab-63ea-4f1b-b186-9abc3d5e2008,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:58.352718 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-070bd987-4dee-48c8-9a12-e8966c1c3a52 req-4b302dfc-2ef1-4ae4-990a-bf9543c347dd tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.0545442 Nov 04 14:14:58.376978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Request body: {'port': {'device_id': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea', 'admin_state_up': True, 'tenant_id': 'f5652a919c964719a9c18c14abf7b58e'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:14:58.590897 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.680842 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.752307 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.760722 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:14:58.763046 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:14:58.829410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:14:58.873921 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:58.963632 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e25346ce-7239-4fb5-855d-935eccf7a662 req-4e57f797-463d-47ae-a168-34248c9807ae tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0547361 Nov 04 14:14:58.985790 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Made reservation on behalf of f5652a919c964719a9c18c14abf7b58e for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:14:59.007817 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.082060 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.177736 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.260421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Attempting to bind port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:14:59.260421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Attempting to bind port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:14:59.260421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Attempting to bind port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:14:59.279066 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315a6e-3c7b-4e1d-bb65-0f9f26b86245 None None] Pushing event updated for resources: {'Port': ['ID=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,revision_number=2']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:59.281886 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:14:59.282415 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:59.282952 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.283501 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:14:59.302832 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Bound port: 46ab152f-16ee-4cf8-a079-4f19b74b8c7a, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:14:59.304558 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.338961 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Attempting to bind port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:14:59.340620 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Attempting to bind port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:14:59.340620 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Attempting to bind port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:14:59.360890 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:14:59.365236 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:14:59.365887 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.366570 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:14:59.367589 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Bound port: f4a3bc7f-f65b-4f48-b52c-f927cb309dc6, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:14:59.368177 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.468552 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443612c3-55cb-4097-b9f7-513ad5c5697b None None] Pushing event updated for resources: {'Port': ['ID=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:59.527640 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] For port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:14:59.531001 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] For port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:14:59.534294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Router 76a34d51-c650-4898-ac58-479902cd769e has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:14:59.547972 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] For port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:14:59.577277 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] For port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:14:59.602845 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-77620f21-0cdf-44c2-80b0-f19179401d68 None None] Provisioning complete for port f1739dab-63ea-4f1b-b186-9abc3d5e2008 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:59.606565 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-77620f21-0cdf-44c2-80b0-f19179401d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.665038 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.665160 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.675383 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:14:59.675860 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:14:59.679141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Allocated IP 172.20.0.1 (3560b8b4-1388-478c-84a9-cbb1e993277c/dbdae146-33a3-4cca-a6e1-b1142ce83a0f/72c8a26f-f056-4f77-9ee0-f7915d2385e1) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:14:59.773761 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-63ace425-7d05-4910-9bb0-ebe2bd3c9eaf req-a5498f91-35ea-4dee-b1c6-2f8c935c481c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.2739828 Nov 04 14:14:59.781672 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:14:59.832064 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315a6e-3c7b-4e1d-bb65-0f9f26b86245 None None] Pushing event updated for resources: {'Port': ['ID=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:14:59.887945 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-77620f21-0cdf-44c2-80b0-f19179401d68 None None] Port f1739dab-63ea-4f1b-b186-9abc3d5e2008 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:14:59.898087 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Routers {'ed98663c-01e2-4643-b2d3-871f383b7d5f'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:14:59.899016 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c45a7810-8219-4766-acd9-cbb0c6de8a7a admin admin] 10.222.0.74 "PUT /v2.0/routers/76a34d51-c650-4898-ac58-479902cd769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1207547 Nov 04 14:14:59.899166 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ed98663c-01e2-4643-b2d3-871f383b7d5f'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:00.018468 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:00.060213 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443612c3-55cb-4097-b9f7-513ad5c5697b None None] Pushing event updated for resources: {'Port': ['ID=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:00.079357 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] Set router ed98663c-01e2-4643-b2d3-871f383b7d5f gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:00.081813 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Allocated IP 172.20.0.5 (a39968ab-80e6-4ed7-9969-a52f2a380cea/55438968-e039-4a7b-9552-5715aed2fcea/6033b33e-05b2-4ade-9fa9-03bc81b4ba6b) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:00.093033 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:00.093720 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:00.185850 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:00.195575 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:00.281311 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:00.285631 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:15:00.294474 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Pushing event updated for resources: {'Port': ['ID=72c8a26f-f056-4f77-9ee0-f7915d2385e1,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:00.315749 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Network 3560b8b4-1388-478c-84a9-cbb1e993277c is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:00.321651 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:00.322984 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:00.323466 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:00.383215 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:00.405116 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:00.405761 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:00.444805 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:00.516851 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:14:55Z', 'revision_number': 3, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:00.571802 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:00.576268 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247c15b-9e04-4ba3-a55a-dc67f86e4efc None None] The sync data for ids ['ed98663c-01e2-4643-b2d3-871f383b7d5f'] in dv-cinder-815848-5-iscsi is: [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:14:55Z', 'revision_number': 3, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:01.044935 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-91158e61-92e4-483b-b0cc-daf1cb7b6006 req-244bb76f-ade5-4214-ac87-c4076fb735cc tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0889552 Nov 04 14:15:01.046176 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41362) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:01.046941 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Allocated IP 172.20.0.1 (26c9cb59-cf30-459f-ade8-4f94b42aa74b/ead5ddcb-1f47-4478-989e-bec75df6c250/c55199b9-e6b3-4e23-8718-9c8d7b0728ff) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:01.049355 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:01.050463 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.050853 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.085781 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:01.432374 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.483895 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9502c83c-852b-4aa2-b3ad-1d1e0f74a1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.523321 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.523924 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.598555 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Pushing event updated for resources: {'Port': ['ID=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:01.658678 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Network a39968ab-80e6-4ed7-9969-a52f2a380cea is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:01.676699 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:01.722205 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41384) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:01.726890 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:01.742475 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:01.759644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.764626 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673964230', 'description': 'tempest-description--948216623'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:01.816989 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e53fe5d0-aea8-4339-b222-0180898bc3b3 req-5a7b16d6-128c-4a03-a39d-c62c48cfbc19 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.2449157 Nov 04 14:15:01.914481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:01.932794 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:14:54Z', 'revision_number': 3, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:01.944888 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Pushing event updated for resources: {'Port': ['ID=72c8a26f-f056-4f77-9ee0-f7915d2385e1,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:02.014823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fee02-3a2f-4801-a8fe-9a6ab0835645 None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:14:54Z', 'revision_number': 3, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:02.097272 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 2, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:02.157003 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Network 3560b8b4-1388-478c-84a9-cbb1e993277c is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:02.168406 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:02.171832 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:15:02.172583 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Updating router 76a34d51-c650-4898-ac58-479902cd769e port f1739dab-63ea-4f1b-b186-9abc3d5e2008 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:15:02.188014 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9502c83c-852b-4aa2-b3ad-1d1e0f74a1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:02.195490 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd45b1-3b48-4300-ae86-9eb3886e2dd0 req-cad8566b-0a43-4e2c-ad44-b3c460f5ae88 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:02.221332 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70fd45b1-3b48-4300-ae86-9eb3886e2dd0 req-cad8566b-0a43-4e2c-ad44-b3c460f5ae88 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 931 time: 0.2834415 Nov 04 14:15:02.233969 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:02.370903 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70fd45b1-3b48-4300-ae86-9eb3886e2dd0 req-62161ca7-9436-464c-832a-de5292db6ee5 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360600 Nov 04 14:15:02.484271 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Router ed98663c-01e2-4643-b2d3-871f383b7d5f has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:15:02.810408 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:15:02.832154 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-cf15018f-57ba-4e5e-adac-fb643b095859 admin admin] 10.222.0.74 "PUT /v2.0/routers/ed98663c-01e2-4643-b2d3-871f383b7d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7335885 Nov 04 14:15:02.961144 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:02.982925 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c1ba997e-9e0e-4b87-b657-d8f66bb1157e req-0f83055e-efa5-4038-ae32-68325b503356 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.0471652 Nov 04 14:15:03.013503 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:03.158047 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:03.162633 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:03.276987 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 46ab152f-16ee-4cf8-a079-4f19b74b8c7a up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:03.356770 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:03.357250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:03.613674 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:03.653529 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:03.687238 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245b18-cd81-4a14-8731-5b797efc3ecf req-ccc06198-6572-4436-ada3-91fe5a3819c8 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:03.696765 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f245b18-cd81-4a14-8731-5b797efc3ecf req-ccc06198-6572-4436-ada3-91fe5a3819c8 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 931 time: 0.1862941 Nov 04 14:15:03.775839 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-ac82ed94-99a4-4303-8998-e9735a54dbf6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:03.777559 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-ac82ed94-99a4-4303-8998-e9735a54dbf6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 818 time: 0.2119699 Nov 04 14:15:03.783403 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f245b18-cd81-4a14-8731-5b797efc3ecf req-c6929fe6-0fd8-4fb0-90cf-3c639bf9eed2 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839500 Nov 04 14:15:03.808380 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-b3593838-519d-4485-86d8-65aadd9ebed0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/quotas/cd05a6617b304d7481ebc7af88adf58e HTTP/1.1" status: 200 len: 375 time: 0.0127132 Nov 04 14:15:03.880093 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-94bd8b71-32a5-44ff-b950-902c0a4a9121 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597858 Nov 04 14:15:03.973000 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-48294d1d-0dd5-4f85-bdbe-4a911fbcb1d5 service neutron] 10.222.0.74 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860195 Nov 04 14:15:04.104505 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7e4faf99-fa39-4544-b329-6e9aae4004f6 req-d1e979ce-5f15-42b4-9b39-eed634ccfea8 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.0387146 Nov 04 14:15:04.118545 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a4636f77-2ac5-4754-b295-af22b75e01a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.122315 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.123496 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9502c83c-852b-4aa2-b3ad-1d1e0f74a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.130869 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.135556 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.208719 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-7bc6114c-2b74-4265-9c7b-2d678499ecac service neutron] 10.222.0.74 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182503 Nov 04 14:15:04.225086 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502c83c-852b-4aa2-b3ad-1d1e0f74a1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b185904-48a5-45a0-bdc8-6599760845d1,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:04.227507 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.233599 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:04.245705 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9502c83c-852b-4aa2-b3ad-1d1e0f74a1a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7708c0e7d0ae49f383e0a570c187f419&name=default HTTP/1.1" status: 200 len: 2992 time: 3.5884216 Nov 04 14:15:04.248330 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41432) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:04.258522 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-5e4b04b2-ddc6-45e8-9bdb-74664d0c9eb0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8862219 Nov 04 14:15:04.276578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:04.280873 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Pushing event updated for resources: {'Port': ['ID=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:04.296367 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:04.301852 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:04.304123 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.339096 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Sync routers for ids ['ed98663c-01e2-4643-b2d3-871f383b7d5f'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:15:04.367227 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Routers {'ed98663c-01e2-4643-b2d3-871f383b7d5f'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:04.367227 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ed98663c-01e2-4643-b2d3-871f383b7d5f'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:04.410972 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e063424f-b532-4949-81ad-d074381a403f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.419224 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585bb9c-f615-46fa-a86f-8be7cbd3beca None None] Pushing event updated for resources: {'Port': ['ID=f1739dab-63ea-4f1b-b186-9abc3d5e2008,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:04.462776 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Attempting to bind port f1739dab-63ea-4f1b-b186-9abc3d5e2008 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:04.463878 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Attempting to bind port f1739dab-63ea-4f1b-b186-9abc3d5e2008 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:04.463878 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Attempting to bind port f1739dab-63ea-4f1b-b186-9abc3d5e2008 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:04.525331 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e063424f-b532-4949-81ad-d074381a403f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.606800 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:04.623495 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:04.624147 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Checking segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:04.624425 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.107', 64766) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:04.624877 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.625421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Bound using segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:04.626344 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Bound port: f1739dab-63ea-4f1b-b186-9abc3d5e2008, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:04.627517 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.664758 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:04.665487 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.745006 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Set router ed98663c-01e2-4643-b2d3-871f383b7d5f gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:04.858375 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] For port f1739dab-63ea-4f1b-b186-9abc3d5e2008, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:04.862417 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] For port f1739dab-63ea-4f1b-b186-9abc3d5e2008, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f1739dab-63ea-4f1b-b186-9abc3d5e2008,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:04.893892 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Provisioning complete for port c55199b9-e6b3-4e23-8718-9c8d7b0728ff triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:04.894280 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:04.958105 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Port c55199b9-e6b3-4e23-8718-9c8d7b0728ff cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:15:04.981951 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Provisioning complete for port f1739dab-63ea-4f1b-b186-9abc3d5e2008 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:04.982617 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.018337 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.056713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.085710 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:05.099547 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-bf8ddfdb-5c2d-4b38-b9b0-315828cef49f tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:15:05.102631 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-bf8ddfdb-5c2d-4b38-b9b0-315828cef49f tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441232 Nov 04 14:15:05.113983 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e063424f-b532-4949-81ad-d074381a403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.122119 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e063424f-b532-4949-81ad-d074381a403f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.129574 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e063424f-b532-4949-81ad-d074381a403f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b185904-48a5-45a0-bdc8-6599760845d1 HTTP/1.1" status: 204 len: 168 time: 0.8793948 Nov 04 14:15:05.185301 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063424f-b532-4949-81ad-d074381a403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b185904-48a5-45a0-bdc8-6599760845d1,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:05.224189 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:05.224805 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:14:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:05.347952 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '72c8a26f-f056-4f77-9ee0-f7915d2385e1', 'name': '', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'mac_address': 'fa:16:3e:e9:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:59Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 2, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'subnets': [{'id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:05.416481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.438882 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:05.443906 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Checking router: ed98663c-01e2-4643-b2d3-871f383b7d5f for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:15:05.445047 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Updating router ed98663c-01e2-4643-b2d3-871f383b7d5f port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:15:05.462001 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-65237bb3-92a9-4ad9-943a-c9d087d5ed65 req-48d9e4ea-f306-4b36-9954-e9373b3a0af1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 210 time: 0.3939142 Nov 04 14:15:05.483968 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-4efb4cbc-79a4-4406-a6cd-49c47c6f98f1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:05.485597 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-4efb4cbc-79a4-4406-a6cd-49c47c6f98f1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.8602428 Nov 04 14:15:05.515799 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Request body: {'port': {'device_id': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'admin_state_up': True, 'tenant_id': 'c04646a3a2d346cbb1ce1e319c924706'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:05.551561 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.657322 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585bb9c-f615-46fa-a86f-8be7cbd3beca None None] Pushing event updated for resources: {'Port': ['ID=f1739dab-63ea-4f1b-b186-9abc3d5e2008,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:05.657435 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.657435 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.662932 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:05.672490 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Request body: {'port': {'device_id': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:05.788788 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd774ef-7bf6-4b5f-9dd4-061c59f59871,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:05.907502 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45b4c69e-71e9-4676-b467-d24367f4ef2f req-17c33f62-9238-4f86-bb01-17ab63bb4210 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.2442093 Nov 04 14:15:06.085393 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 46ab152f-16ee-4cf8-a079-4f19b74b8c7a up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:06.088153 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e3450d10-0d05-4fc9-929f-e4bcfb02c56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.371517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.371517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.371517 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-6952ead3-12d5-4a9a-9a45-5b2faf172d1d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 4.5689590 Nov 04 14:15:06.371517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.372926 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.374247 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8955bde-7be3-403a-83a8-7cedb5747dd4 req-bf1db514-1a50-4db7-a62b-47a2bf002cc4 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:06.374247 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8955bde-7be3-403a-83a8-7cedb5747dd4 req-bf1db514-1a50-4db7-a62b-47a2bf002cc4 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 931 time: 1.2814395 Nov 04 14:15:06.374594 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:06.374743 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.375136 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41496) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:06.386065 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'security_group_rule': {'security_group_id': '1cd774ef-7bf6-4b5f-9dd4-061c59f59871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:06.421562 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] For port f1739dab-63ea-4f1b-b186-9abc3d5e2008, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f1739dab-63ea-4f1b-b186-9abc3d5e2008,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:06.434000 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:06.434395 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.471932 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:04Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:06.592575 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a50a38-9a0f-4916-b435-82abd8a871a2 None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:04Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:06.592728 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8955bde-7be3-403a-83a8-7cedb5747dd4 req-39a555bc-1581-4f6a-9dbd-5b2a724fef08 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232687 Nov 04 14:15:06.714495 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.725830 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.727454 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Made reservation on behalf of c04646a3a2d346cbb1ce1e319c924706 for: {'port': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:15:06.745393 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.920267 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c3ed2-1511-49d0-89b1-6b53ec46e082 None None] Pushing event updated for resources: {'Port': ['ID=f1739dab-63ea-4f1b-b186-9abc3d5e2008,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:06.932145 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:06.972897 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daea6-f750-4732-9045-05d209b3a08a None None] Pushing event updated for resources: {'Port': ['ID=72c8a26f-f056-4f77-9ee0-f7915d2385e1,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:07.031467 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Attempting to bind port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:07.032217 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Attempting to bind port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:07.035043 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Attempting to bind port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 on network 3560b8b4-1388-478c-84a9-cbb1e993277c {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:07.050319 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:07.051051 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Checking segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:07.051811 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.052373 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Bound using segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:07.053033 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Bound port: 72c8a26f-f056-4f77-9ee0-f7915d2385e1, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:07.053947 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.207551 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3e0edf95-8670-42c7-aec6-6dab88918aec None None] Provisioning complete for port f1739dab-63ea-4f1b-b186-9abc3d5e2008 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:07.207954 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3e0edf95-8670-42c7-aec6-6dab88918aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.258562 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.293942 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] For port 72c8a26f-f056-4f77-9ee0-f7915d2385e1, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:07.303369 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] For port 72c8a26f-f056-4f77-9ee0-f7915d2385e1, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=72c8a26f-f056-4f77-9ee0-f7915d2385e1,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:07.424288 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.569763 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Routers {'ed98663c-01e2-4643-b2d3-871f383b7d5f'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:07.570668 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ed98663c-01e2-4643-b2d3-871f383b7d5f'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:07.857705 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Allocated IP 172.20.0.6 (8e73af2d-8a2a-4629-8aae-5b5e496eb49f/205286e7-3bd0-40ac-9a8d-a5d1e2993d33/0e887e79-5f0d-46bf-bd0e-576f750b4253) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:07.859160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-d93e0378-78aa-430b-a9f1-9907ac3539c8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:07.868108 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-d93e0378-78aa-430b-a9f1-9907ac3539c8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 818 time: 1.5543401 Nov 04 14:15:07.885501 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5be2224-8bf1-4b20-bd2d-036eac903c81 req-cc5badea-390c-4f3a-ba66-2674a3a948d7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 210 time: 0.0718818 Nov 04 14:15:07.910618 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-99cf353a-ec8e-4d0e-9596-9c1f7dc084aa tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/quotas/cd05a6617b304d7481ebc7af88adf58e HTTP/1.1" status: 200 len: 375 time: 0.0313530 Nov 04 14:15:07.956125 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.977794 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:07.982106 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.001651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f1739dab-63ea-4f1b-b186-9abc3d5e2008 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:08.006715 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] Set router ed98663c-01e2-4643-b2d3-871f383b7d5f gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:08.036854 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.113802 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port f1739dab-63ea-4f1b-b186-9abc3d5e2008 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:08.115214 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.118848 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.237001 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:08.255749 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d97de5-b52f-4281-a949-dc5aa99a910d,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:08.338085 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:08.352527 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.387245 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:08.388781 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.389706 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '72c8a26f-f056-4f77-9ee0-f7915d2385e1', 'name': '', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'mac_address': 'fa:16:3e:e9:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:59Z', 'updated_at': '2021-11-04T14:15:07Z', 'revision_number': 4, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'subnets': [{'id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:08.410799 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.412759 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-27154eeb-4876-4003-b68b-49e0a888cb1b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0462716 Nov 04 14:15:08.428662 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1beb7e0-8255-46d7-95e6-693258287d82 None None] The sync data for ids ['ed98663c-01e2-4643-b2d3-871f383b7d5f'] in dv-cinder-815848-5-iscsi is: [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '72c8a26f-f056-4f77-9ee0-f7915d2385e1', 'name': '', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'mac_address': 'fa:16:3e:e9:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:59Z', 'updated_at': '2021-11-04T14:15:07Z', 'revision_number': 4, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'subnets': [{'id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:08.430485 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daea6-f750-4732-9045-05d209b3a08a None None] Pushing event updated for resources: {'Port': ['ID=72c8a26f-f056-4f77-9ee0-f7915d2385e1,revision_number=4']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:08.435039 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.475332 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Transition to ACTIVE for port object 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:08.580693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41532) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:08.585526 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'security_group_rule': {'security_group_id': '1cd774ef-7bf6-4b5f-9dd4-061c59f59871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:08.623126 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-26a63ebf-be59-44a2-ac10-1434970fcdf7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7110174 Nov 04 14:15:08.642137 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Pushing event updated for resources: {'Port': ['ID=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:08.667320 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ceebf8-1b79-419c-989a-737c715b5813 req-558a0c64-1e00-426a-b223-62de0a3d6526 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:08.669001 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-29ceebf8-1b79-419c-989a-737c715b5813 req-558a0c64-1e00-426a-b223-62de0a3d6526 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 931 time: 0.6046963 Nov 04 14:15:08.755540 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.766012 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.779369 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.823178 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.903126 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:08.964233 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:08.984076 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:08.985046 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:08.985654 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:08.999151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:09.006164 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event updated for resources: {'Port': ['ID=0e887e79-5f0d-46bf-bd0e-576f750b4253,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:09.013815 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-29ceebf8-1b79-419c-989a-737c715b5813 req-bc7bcde2-d67b-4c82-bc14-f65218c2a8bb tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251092 Nov 04 14:15:09.046774 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Pushing event updated for resources: {'Port': ['ID=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:09.056120 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:09.103175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:09.143201 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-c297a597-6be7-482a-a194-096c18d09736 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6313922 Nov 04 14:15:09.163334 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:09.185702 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-96812503-b55d-47d8-baa6-f7ffe3a121eb service neutron] 10.222.0.74 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615935 Nov 04 14:15:09.251576 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0b6ec0-935f-4487-9e68-5a49cc7564eb,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:09.297410 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Request body: {'port': {'device_id': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:09.467375 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:09.480016 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Attempting to bind port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:09.480390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Attempting to bind port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '4a8a1127-5092-40f9-b8d8-1f1aea698757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:09.480743 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Attempting to bind port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b on network a39968ab-80e6-4ed7-9969-a52f2a380cea {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:09.482949 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-bb65011a-54b4-48b6-b5f5-ed7efc2af468 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9010627 Nov 04 14:15:09.483590 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41552) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:09.495357 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:09.502748 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:09.531478 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41554) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:09.571301 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b on network a39968ab-80e6-4ed7-9969-a52f2a380cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:09.571301 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Attempting to bind port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b on network a39968ab-80e6-4ed7-9969-a52f2a380cea {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:09.636966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332fb0f-2789-466a-9dd4-54087122d219 req-ab64a94a-1752-4605-9d05-28d54a605b9f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:09.649785 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d332fb0f-2789-466a-9dd4-54087122d219 req-ab64a94a-1752-4605-9d05-28d54a605b9f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 931 time: 0.5207870 Nov 04 14:15:09.658667 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:09.659170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Checking segment: {'id': '4a8a1127-5092-40f9-b8d8-1f1aea698757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:09.659718 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Bound using segment: {'id': '4a8a1127-5092-40f9-b8d8-1f1aea698757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:09.660227 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Bound port: 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8a1127-5092-40f9-b8d8-1f1aea698757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:09.660717 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:09.668601 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:09.889272 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] For port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:09.923117 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] For port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,segment=NetworkSegment(4a8a1127-5092-40f9-b8d8-1f1aea698757),segment_id=4a8a1127-5092-40f9-b8d8-1f1aea698757)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:10.016410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 72c8a26f-f056-4f77-9ee0-f7915d2385e1 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:10.035830 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-45b33eb5-f4a9-4f3e-aa63-78fde562f549 None None] Provisioning complete for port c55199b9-e6b3-4e23-8718-9c8d7b0728ff triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:10.036317 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-45b33eb5-f4a9-4f3e-aa63-78fde562f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.137679 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-3fe093a6-7d05-4b6c-9969-67091dc84158 service neutron] 10.222.0.74 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358289 Nov 04 14:15:10.216104 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.107', 64776) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:10.238237 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-45b33eb5-f4a9-4f3e-aa63-78fde562f549 None None] Port c55199b9-e6b3-4e23-8718-9c8d7b0728ff cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:15:10.271976 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.318833 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:10.319223 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.499883 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-88559d7c-2652-4dbe-888f-5eb806dcf32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.531258 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-cb02fdba-ae2a-49d9-ab78-9bbd77ca1564 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:10.540347 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-cb02fdba-ae2a-49d9-ab78-9bbd77ca1564 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 818 time: 0.3180051 Nov 04 14:15:10.564322 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d332fb0f-2789-466a-9dd4-54087122d219 req-2970bb29-92a3-4d6a-abe7-c2463efb1ceb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8733568 Nov 04 14:15:10.606806 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.654823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 72c8a26f-f056-4f77-9ee0-f7915d2385e1, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=72c8a26f-f056-4f77-9ee0-f7915d2385e1,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:10.707849 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Request body: {'port': {'device_id': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'admin_state_up': True, 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:10.724815 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:10.725877 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.727380 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] 10.222.0.107 "PUT /v2.0/ports/6033b33e-05b2-4ade-9fa9-03bc81b4ba6b HTTP/1.1" status: 200 len: 1093 time: 5.2714407 Nov 04 14:15:10.834906 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:10.856290 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:15:10.862166 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'tag': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:10.919262 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=72c8a26f-f056-4f77-9ee0-f7915d2385e1,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:11.015455 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5336d2f9-72d3-438a-b422-d1b6e61b7834 req-cdc03501-c29d-4a78-a51f-727a468b7e84 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 210 time: 0.3485360 Nov 04 14:15:11.042054 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e887e79-5f0d-46bf-bd0e-576f750b4253 {{(pid=101610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:11.057465 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.105141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-88559d7c-2652-4dbe-888f-5eb806dcf32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.107127 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.provisioning_blocks [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Transition to ACTIVE for port object 0e887e79-5f0d-46bf-bd0e-576f750b4253 will not be triggered until provisioned by entity L2. {{(pid=101610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:11.114737 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.190609 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-88559d7c-2652-4dbe-888f-5eb806dcf32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.265044 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.303613 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cead1b-3ff9-4d06-9549-696f9ad97570 service neutron] Pushing event updated for resources: {'Port': ['ID=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:11.379271 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd926b9-0bff-46dc-b239-0f9b67cdc890", "tag": "6033b33e-05b2-4ade-9fa9-03bc81b4ba6b"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:11.406095 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-88559d7c-2652-4dbe-888f-5eb806dcf32f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b298a957b56445fc81a6d00a5aef5ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8736653 Nov 04 14:15:11.409637 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41594) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:11.414253 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88559d7c-2652-4dbe-888f-5eb806dcf32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48ade8-a727-4c29-82e3-f069feb4bb4c,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:11.481394 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30df0-a373-4eb3-b747-ceb4c280c4e9 req-92839894-0966-48a1-8cca-665846bbf36e tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:11.509256 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4b30df0-a373-4eb3-b747-ceb4c280c4e9 req-92839894-0966-48a1-8cca-665846bbf36e tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 943 time: 0.8359802 Nov 04 14:15:11.515100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-a69fe0b3-aad0-440b-8f1a-a7b74e0d0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:11.516485 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-a69fe0b3-aad0-440b-8f1a-a7b74e0d0e9b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f5652a919c964719a9c18c14abf7b58e&device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 1096 time: 0.5654261 Nov 04 14:15:11.554455 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e887e79-5f0d-46bf-bd0e-576f750b4253,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:11.722075 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Allocated IP 172.27.1.208 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/4cc9d405-7a64-407c-8cd4-13a269e626c4) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:11.736029 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Attempting to bind port 0e887e79-5f0d-46bf-bd0e-576f750b4253 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:11.736555 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Attempting to bind port 0e887e79-5f0d-46bf-bd0e-576f750b4253 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}] {{(pid=101610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:11.736993 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Attempting to bind port 0e887e79-5f0d-46bf-bd0e-576f750b4253 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:11.761096 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Port 0e887e79-5f0d-46bf-bd0e-576f750b4253 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:11.762035 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Attempting to bind port 0e887e79-5f0d-46bf-bd0e-576f750b4253 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:11.793565 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:11.794042 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Checking segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:11.794666 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Bound using segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:11.795215 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Bound port: 0e887e79-5f0d-46bf-bd0e-576f750b4253, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}}] {{(pid=101610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:11.795710 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.832491 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d694593e-2325-4971-bed4-afc1d2054690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.856469 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 72c8a26f-f056-4f77-9ee0-f7915d2385e1 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:11.920328 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d694593e-2325-4971-bed4-afc1d2054690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.966765 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:11.967428 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:11.983050 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b673699-2d86-441a-84b1-5e0f34687a5e x-openstack-request-id: req-2b673699-2d86-441a-84b1-5e0f34687a5e {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:11.986348 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd926b9-0bff-46dc-b239-0f9b67cdc890", "tag": "6033b33e-05b2-4ade-9fa9-03bc81b4ba6b", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:11.986348 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b673699-2d86-441a-84b1-5e0f34687a5e {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:11.986348 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'tag': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b', 'status': 'completed', 'code': 200} Nov 04 14:15:12.106740 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Made reservation on behalf of cd05a6617b304d7481ebc7af88adf58e for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:15:12.107381 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.137252 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] For port 0e887e79-5f0d-46bf-bd0e-576f750b4253, host hv-cinder-81584, cleared binding levels {{(pid=101610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:12.148792 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] For port 0e887e79-5f0d-46bf-bd0e-576f750b4253, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:12.195550 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.201954 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:15:12.212607 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4b30df0-a373-4eb3-b747-ceb4c280c4e9 req-26e0a651-f2c8-4f9f-bf8a-6c1e897cb7b7 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024643 Nov 04 14:15:12.213660 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:15:12.218330 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-04a89844-4b08-45db-a972-74a5ea4663fb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b HTTP/1.1" status: 200 len: 217 time: 0.3731911 Nov 04 14:15:12.227843 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:12.230298 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:12.231273 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e8da0460-4ae0-4344-98e8-4525ef518a9d admin admin] 10.222.0.74 "PUT /v2.0/routers/59f40ac3-6595-42e1-85bb-182b1fcbcb75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5299928 Nov 04 14:15:12.261690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d102f3-f786-4282-8981-0f436af7b3f8 req-576169e3-d025-43b5-903d-46444bdbc1b7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:12.269387 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-75d102f3-f786-4282-8981-0f436af7b3f8 req-576169e3-d025-43b5-903d-46444bdbc1b7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 943 time: 0.4290926 Nov 04 14:15:12.336261 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.371043 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0d47bea2-3d8a-42ec-8231-814ab75efbd2 req-a3b2b680-4d87-45b1-8d8d-993d3d1f6c3a tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 210 time: 0.0364759 Nov 04 14:15:12.428181 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d694593e-2325-4971-bed4-afc1d2054690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.433141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d694593e-2325-4971-bed4-afc1d2054690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.436975 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d694593e-2325-4971-bed4-afc1d2054690 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7c48ade8-a727-4c29-82e3-f069feb4bb4c HTTP/1.1" status: 204 len: 168 time: 1.0085647 Nov 04 14:15:12.441001 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.451161 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-75d102f3-f786-4282-8981-0f436af7b3f8 req-e276c74a-a688-4394-9b8f-01757f6253d1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688972 Nov 04 14:15:12.487315 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:12.490127 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:12.494788 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] 10.222.0.107 "PUT /v2.0/ports/0e887e79-5f0d-46bf-bd0e-576f750b4253 HTTP/1.1" status: 200 len: 1093 time: 3.2017393 Nov 04 14:15:12.495280 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'tag': '0e887e79-5f0d-46bf-bd0e-576f750b4253'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:12.576265 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:12.584945 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Allocated IP 172.20.0.6 (3560b8b4-1388-478c-84a9-cbb1e993277c/dbdae146-33a3-4cca-a6e1-b1142ce83a0f/2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:12.822129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694593e-2325-4971-bed4-afc1d2054690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c48ade8-a727-4c29-82e3-f069feb4bb4c,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:12.822129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:12.822129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:12.822129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:12.822129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddbf80-b40b-46c6-b8d0-5179110b53a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e887e79-5f0d-46bf-bd0e-576f750b4253,revision_number=3']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:12.877102 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac50777-558c-47a3-a0ce-53b989a2c22c" -d '{"events": [{"name": "network-changed", "server_uuid": "101d1bde-c6c2-4658-a6c6-8833abed1e5a", "tag": "0e887e79-5f0d-46bf-bd0e-576f750b4253"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:12.879744 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-ce582594-913e-4460-8b42-a998b75c1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:12.881398 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-ce582594-913e-4460-8b42-a998b75c1c9d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55438968-e039-4a7b-9552-5715aed2fcea HTTP/1.1" status: 200 len: 852 time: 0.1777744 Nov 04 14:15:12.988204 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-13400c1a-a93b-49c9-a863-3093ed408923 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a39968ab-80e6-4ed7-9969-a52f2a380cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906975 Nov 04 14:15:12.995351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 2, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:13.036961 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.059130 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'Port': ['ID=4cc9d405-7a64-407c-8cd4-13a269e626c4,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:13.060895 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:15:13.061350 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Updating router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 port c55199b9-e6b3-4e23-8718-9c8d7b0728ff binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:15:13.125422 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.219231 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667fdd7-e0ef-4023-9f67-06bfe072e72e x-openstack-request-id: req-7667fdd7-e0ef-4023-9f67-06bfe072e72e {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:13.219691 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101d1bde-c6c2-4658-a6c6-8833abed1e5a", "tag": "0e887e79-5f0d-46bf-bd0e-576f750b4253", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:13.220670 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7667fdd7-e0ef-4023-9f67-06bfe072e72e {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:13.221208 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'tag': '0e887e79-5f0d-46bf-bd0e-576f750b4253', 'status': 'completed', 'code': 200} Nov 04 14:15:13.267725 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.284023 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-4b2301ee-1dc2-4523-8662-3e06e1c05e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:13.287709 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-4b2301ee-1dc2-4523-8662-3e06e1c05e2d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 1096 time: 0.1683359 Nov 04 14:15:13.304534 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41630) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:13.403751 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281780216', 'description': 'tempest-description--331372686'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:13.432535 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-997abcb0-e33d-4f9b-abb7-527f90fda70c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253 HTTP/1.1" status: 200 len: 217 time: 0.1265304 Nov 04 14:15:13.460793 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.470539 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-c9168e4e-6f85-4396-8878-2d47b87405a7 service neutron] 10.222.0.107 "GET /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379893 Nov 04 14:15:13.585262 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.587895 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Pushing event updated for resources: {'Port': ['ID=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:13.661599 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-601a14a7-d6d9-4f51-a3b6-ca10621bbdee req-354579a9-9fd8-4ad7-b0c3-6eebee443ab1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 210 time: 0.0754242 Nov 04 14:15:13.663475 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Network 3560b8b4-1388-478c-84a9-cbb1e993277c is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:13.741010 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:13.759360 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.766188 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:13.773028 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:13.773865 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.833766 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78ea35-10df-4515-8576-837c8c18d088 req-f99c855c-dc3f-4f8c-bd45-899c36222413 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:13.844037 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-af78ea35-10df-4515-8576-837c8c18d088 req-f99c855c-dc3f-4f8c-bd45-899c36222413 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 943 time: 0.3998632 Nov 04 14:15:13.859220 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.879725 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-71ec35fe-f1cc-482d-ac70-4dd209b91859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:13.879725 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-71ec35fe-f1cc-482d-ac70-4dd209b91859 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 200 len: 855 time: 0.0639772 Nov 04 14:15:13.897401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.902496 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:13.940887 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-30eb942c-df04-4dc5-bbe5-06ac77bfa7d7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2724280 Nov 04 14:15:13.972349 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Request body: {'port': {'device_id': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:13.987617 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-192eb4d2-90ff-4e49-8855-e3b6bd287c3d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828004 Nov 04 14:15:13.988220 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.064173 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da9b8fa1-8a11-4944-b0f5-96a9234c7144 req-8ef23476-adab-4172-a55a-626864b3ff3b service neutron] 10.222.0.107 "GET /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098952 Nov 04 14:15:14.118183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51975-56e7-41ef-9aaf-f0b51f8112ec req-c7b90e3d-b9a0-4793-a362-8f03f6535e40 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:14.123437 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9cf51975-56e7-41ef-9aaf-f0b51f8112ec req-c7b90e3d-b9a0-4793-a362-8f03f6535e40 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 943 time: 0.3087139 Nov 04 14:15:14.132883 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccd3d8-5547-497d-86ac-8fa3271dfd9c None None] Pushing event updated for resources: {'Port': ['ID=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:14.182872 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-a0619ff4-70f7-4e58-985b-903c8e17c0bc service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864662 Nov 04 14:15:14.223601 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Attempting to bind port c55199b9-e6b3-4e23-8718-9c8d7b0728ff on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:14.224012 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Attempting to bind port c55199b9-e6b3-4e23-8718-9c8d7b0728ff by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:14.225110 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Attempting to bind port c55199b9-e6b3-4e23-8718-9c8d7b0728ff on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:14.245297 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:14.248013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Checking segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:14.248013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.248013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Bound using segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:14.249190 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Bound port: c55199b9-e6b3-4e23-8718-9c8d7b0728ff, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:14.249633 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.258826 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-af78ea35-10df-4515-8576-837c8c18d088 req-bc495726-b89c-4c2c-b94a-12f903ccfe24 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823872 Nov 04 14:15:14.288373 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.305977 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.370565 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'Port': ['ID=4cc9d405-7a64-407c-8cd4-13a269e626c4,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:14.372391 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] For port c55199b9-e6b3-4e23-8718-9c8d7b0728ff, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:14.381968 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] For port c55199b9-e6b3-4e23-8718-9c8d7b0728ff, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:14.400482 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.402261 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ad69d839-fe70-4a14-9a94-333ea33de150 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9152057 Nov 04 14:15:14.475792 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.479116 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9cf51975-56e7-41ef-9aaf-f0b51f8112ec req-0f34e3d3-5b85-498f-af03-fa56148ba4f3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124859 Nov 04 14:15:14.489203 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.493392 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-4aaa7803-a051-4277-a5af-fdc582d6c8e1 req-2ee40ed0-134a-4c84-841c-482105c08f85 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677016 Nov 04 14:15:14.569442 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-b16bba45-3a78-4d54-89f0-96e954e5e8c1 None None] Provisioning complete for port c55199b9-e6b3-4e23-8718-9c8d7b0728ff triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:14.569811 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b16bba45-3a78-4d54-89f0-96e954e5e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.609915 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.627901 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccd3d8-5547-497d-86ac-8fa3271dfd9c None None] Pushing event updated for resources: {'Port': ['ID=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:14.643283 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:14.643942 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:14.702804 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efee24f-5678-4892-9f68-1dfd94ead4ae,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:14.773325 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.778690 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41678) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:14.784113 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'security_group_rule': {'security_group_id': '8efee24f-5678-4892-9f68-1dfd94ead4ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:14.790653 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-dbae4bb8-f97a-416d-840f-e32483f34f2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4815421 Nov 04 14:15:14.810422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-cefe98d2-9aad-4f54-897c-68b49c2dbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:14.815523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-cefe98d2-9aad-4f54-897c-68b49c2dbc8b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f5652a919c964719a9c18c14abf7b58e&device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 1096 time: 0.2169986 Nov 04 14:15:14.891690 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-7b0dbb23-641b-46f3-94b1-eeeb7c698691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:14.895027 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-7b0dbb23-641b-46f3-94b1-eeeb7c698691 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 1096 time: 0.0659873 Nov 04 14:15:14.926104 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b16bba45-3a78-4d54-89f0-96e954e5e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:14.931871 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:14.979879 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.024341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-b16bba45-3a78-4d54-89f0-96e954e5e8c1 None None] For port c55199b9-e6b3-4e23-8718-9c8d7b0728ff, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:15.031932 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f68be480-fd4b-490a-a5fb-6582376273da req-470c0d36-4b64-4179-9080-c1ea51f9f4b1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 210 time: 0.1539636 Nov 04 14:15:15.114834 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.107', 64784) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:15.144563 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b16bba45-3a78-4d54-89f0-96e954e5e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.156849 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-fe293476-a557-46df-bf55-f7c78e586c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.160412 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-fe293476-a557-46df-bf55-f7c78e586c78 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 916 time: 0.2516079 Nov 04 14:15:15.171087 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.175465 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-f19d3d61-4843-4d7e-a940-77dea49a35c6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1673964230&fields=id&tenant_id=328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 267 time: 0.3730819 Nov 04 14:15:15.226419 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-5e499992-190e-4d0a-a306-1f3f2f918e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.227653 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-5e499992-190e-4d0a-a306-1f3f2f918e13 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a39968ab-80e6-4ed7-9969-a52f2a380cea HTTP/1.1" status: 200 len: 913 time: 0.3879569 Nov 04 14:15:15.232660 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bba45-3a78-4d54-89f0-96e954e5e8c1 None None] Pushing event updated for resources: {'Port': ['ID=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:15.259976 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.264916 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-339a9f93-0559-4e68-8a21-8a563e7f3fc8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253 HTTP/1.1" status: 200 len: 217 time: 0.0960748 Nov 04 14:15:15.269070 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-c5fe4da8-fe42-4920-b823-d979b753a721 None None] Provisioning complete for port c55199b9-e6b3-4e23-8718-9c8d7b0728ff triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:15.269228 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4da8-fe42-4920-b823-d979b753a721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.290158 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-27c1d572-cc13-4683-a43c-207096e81f4c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b HTTP/1.1" status: 200 len: 217 time: 0.0399764 Nov 04 14:15:15.301848 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c74184-0404-4b30-b8e8-b0833d7541e1,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:15.371736 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-698a2640-5b6b-43e3-a19c-b62f32ffcac9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.373362 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-698a2640-5b6b-43e3-a19c-b62f32ffcac9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 818 time: 0.2575796 Nov 04 14:15:15.386672 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-e9033684-1f40-43d0-91db-538b902165f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.388362 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-e9033684-1f40-43d0-91db-538b902165f9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 200 len: 855 time: 0.1041894 Nov 04 14:15:15.402071 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Request body: {'port': {'device_id': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'admin_state_up': True, 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:15.450668 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.455115 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-5c5f6668-ccb9-4c82-945d-934beaeac884 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6718488 Nov 04 14:15:15.456773 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-1eb14939-fc4e-4e58-87c1-497f9944539e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511150 Nov 04 14:15:15.457232 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41686) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:15.491549 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'security_group_rule': {'security_group_id': '8efee24f-5678-4892-9f68-1dfd94ead4ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:15.602802 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:14Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:15.680706 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73530089-cf08-4a1a-81ec-093d9126d35e None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:14Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:15.718671 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:15.727148 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.763817 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Transition to ACTIVE for port object 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:15.786467 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-54a5a434-3568-4b0b-9249-76968e014c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.787944 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-54a5a434-3568-4b0b-9249-76968e014c01 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55438968-e039-4a7b-9552-5715aed2fcea HTTP/1.1" status: 200 len: 852 time: 0.4867196 Nov 04 14:15:15.797739 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.845299 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e5514-660d-4252-8244-1db6b4ba5922 req-f7fb3254-cd33-4c09-810e-dd11157a8b90 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.851446 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-140e5514-660d-4252-8244-1db6b4ba5922 req-f7fb3254-cd33-4c09-810e-dd11157a8b90 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 943 time: 0.2490604 Nov 04 14:15:15.852692 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-9e844bed-0b15-4aa8-8589-2980e9db57d3 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565700 Nov 04 14:15:15.854059 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-54d35af0-c8a3-406e-9e86-7bb0cf4671ef service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a39968ab-80e6-4ed7-9969-a52f2a380cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579402 Nov 04 14:15:15.868242 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.893274 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-f29fedcf-443c-46af-9f3a-9a6e21d101ed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:15.894963 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-f29fedcf-443c-46af-9f3a-9a6e21d101ed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 817 time: 0.7100329 Nov 04 14:15:15.962285 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:15.966297 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Made reservation on behalf of cd05a6617b304d7481ebc7af88adf58e for: {'port': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:15:15.970051 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.035356 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.069313 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-4abae128-9303-45d0-a0bf-e01e263a797d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/quotas/328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 375 time: 0.1427474 Nov 04 14:15:16.076713 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:16.101192 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-bbc45523-f71e-4e73-9519-93bc5e0112b8 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283983 Nov 04 14:15:16.111130 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-140e5514-660d-4252-8244-1db6b4ba5922 req-557b7458-cf09-4ebc-84b1-c87f77a71f10 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539010 Nov 04 14:15:16.113646 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e49bd0a-0ce3-499e-adb9-3273900c3402,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:16.222732 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Allocated IP 172.20.0.7 (3560b8b4-1388-478c-84a9-cbb1e993277c/dbdae146-33a3-4cca-a6e1-b1142ce83a0f/a5aca612-e4c0-4b56-b24d-d333539c4a7e) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:16.234482 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.239210 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c9983184-657f-4697-ae15-664e246da109 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7752779 Nov 04 14:15:16.244972 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41708) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:16.262719 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:16.262914 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-825b9e07-59dc-494c-bebc-85d07ae4c6bf tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1736057 Nov 04 14:15:16.270883 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Attempting to bind port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:16.271231 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Attempting to bind port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:16.271621 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Attempting to bind port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad on network 3560b8b4-1388-478c-84a9-cbb1e993277c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:16.294995 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-d7cdb589-4d70-4d5f-81ec-dbc629f1afad service neutron] 10.222.0.107 "GET /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177654 Nov 04 14:15:16.322364 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad on network 3560b8b4-1388-478c-84a9-cbb1e993277c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:16.323207 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Attempting to bind port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad on network 3560b8b4-1388-478c-84a9-cbb1e993277c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:16.403929 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.449813 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a881f2-cae7-4651-b3b8-a52a6e7c9ff7 req-4f2176b4-e1de-45be-ac8a-1bad8ed1fe25 service neutron] 10.222.0.107 "GET /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430340 Nov 04 14:15:16.451059 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:16.451636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Checking segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:16.452236 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Bound using segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:16.453090 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Bound port: 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:16.453664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.503903 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-48a97974-3e41-44ba-91e4-5d7310072bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187309 Nov 04 14:15:16.505425 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.569013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f59784-77c0-4c4a-98f5-46bc28f90fe2 req-cae46188-c0a8-4866-a234-e89d0616043e tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:16.577556 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c4f59784-77c0-4c4a-98f5-46bc28f90fe2 req-cae46188-c0a8-4866-a234-e89d0616043e tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 943 time: 0.3735590 Nov 04 14:15:16.588545 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.655777 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.708624 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Network 3560b8b4-1388-478c-84a9-cbb1e993277c is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:16.715899 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:16.722507 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] For port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:16.723753 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:16.729487 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:16.730117 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.747126 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c4f59784-77c0-4c4a-98f5-46bc28f90fe2 req-1a123c4c-3637-4f49-b990-15716168bc34 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686172 Nov 04 14:15:16.776225 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] For port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:16.802813 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Pushing event updated for resources: {'Port': ['ID=a5aca612-e4c0-4b56-b24d-d333539c4a7e,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:16.821294 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-0abb7765-4314-40c5-bceb-b7d79ab61bda service neutron] 10.222.0.74 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051929 Nov 04 14:15:16.828133 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Allocated IP 172.27.1.177 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/69136a6e-f8b2-4edd-984e-ca00a65f9b2c) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:16.870601 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.923410 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:16.924024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:16.925415 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] 10.222.0.107 "PUT /v2.0/ports/2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 1093 time: 2.9627781 Nov 04 14:15:16.927818 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'tag': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:16.933091 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166962be-c96e-4b81-8507-7dd3aca73bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4803d585-6dfe-4c19-b919-ebda5267d3ac", "tag": "2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:16.962108 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bdbd2685-ac31-4f06-96de-05a4efdd1c01 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5717285 Nov 04 14:15:16.974102 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe8269-4ca4-4ba7-8bb9-0d58bb6c6142 req-37e46c97-074e-45a6-aeb5-3df940d3e71d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:16.983505 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-befe8269-4ca4-4ba7-8bb9-0d58bb6c6142 req-37e46c97-074e-45a6-aeb5-3df940d3e71d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 931 time: 0.1464131 Nov 04 14:15:16.994732 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056e31-978f-48dc-ae7a-cddd636909f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:17.008883 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Request body: {'port': {'device_id': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:17.058825 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-befe8269-4ca4-4ba7-8bb9-0d58bb6c6142 req-69af8a45-cea0-47c5-bf03-9007a1a154cd tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742757 Nov 04 14:15:17.097320 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.109960 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.128241 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0787a4a7-b927-44c6-b0ee-77694c8c9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:17.130543 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0787a4a7-b927-44c6-b0ee-77694c8c9686 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1096 time: 0.0612447 Nov 04 14:15:17.190275 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-91d8b18d-ae14-4e9b-8b8d-f158c7f8e1de service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0502162 Nov 04 14:15:17.294621 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.345387 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16c463e-bc35-44c8-8ff2-7b99157e2a3c x-openstack-request-id: req-d16c463e-bc35-44c8-8ff2-7b99157e2a3c {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:17.346287 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4803d585-6dfe-4c19-b919-ebda5267d3ac", "tag": "2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:17.346287 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d16c463e-bc35-44c8-8ff2-7b99157e2a3c {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:17.350774 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'tag': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad', 'status': 'completed', 'code': 200} Nov 04 14:15:17.368671 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-620eb0a8-6864-42f5-acc5-0d4833d139d2 req-640e3882-ceea-4f97-a5b9-6268037d5f11 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 210 time: 0.1435001 Nov 04 14:15:17.391382 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-5cba8998-5efe-4ac7-a713-27a807ce17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:17.393782 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-5cba8998-5efe-4ac7-a713-27a807ce17ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.1971133 Nov 04 14:15:17.414922 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:17.422350 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:17.427819 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:17.436318 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-22518abd-d747-4f68-aa55-dbb636f2ab97 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349164 Nov 04 14:15:17.441220 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'Port': ['ID=69136a6e-f8b2-4edd-984e-ca00a65f9b2c,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:17.506015 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.530078 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df4cea-1ce7-47c0-9a2f-34eacfb6fa73 req-cdc99e8a-38b9-42cd-aee3-c0535de10234 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:17.531619 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b9df4cea-1ce7-47c0-9a2f-34eacfb6fa73 req-cdc99e8a-38b9-42cd-aee3-c0535de10234 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 943 time: 0.1224697 Nov 04 14:15:17.563372 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aca612-e4c0-4b56-b24d-d333539c4a7e {{(pid=101610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:17.572890 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.580529 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-0c106799-304e-46a4-919e-b9d0caa4f255 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260200 Nov 04 14:15:17.585644 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.provisioning_blocks [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Transition to ACTIVE for port object a5aca612-e4c0-4b56-b24d-d333539c4a7e will not be triggered until provisioned by entity L2. {{(pid=101610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:17.615138 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b9df4cea-1ce7-47c0-9a2f-34eacfb6fa73 req-b9c4fed0-c951-40fd-a257-292018049a3d tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768316 Nov 04 14:15:17.621861 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.684728 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db3f80f0-5dc4-4635-92c9-9b8d917e36bf req-4aec8ac7-6b38-48d8-be2c-0b9795bedc42 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940225 Nov 04 14:15:17.686227 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.810989 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aca612-e4c0-4b56-b24d-d333539c4a7e,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:17.855798 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c55199b9-e6b3-4e23-8718-9c8d7b0728ff up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:17.881196 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Attempting to bind port a5aca612-e4c0-4b56-b24d-d333539c4a7e on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:17.881834 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Attempting to bind port a5aca612-e4c0-4b56-b24d-d333539c4a7e by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'}] {{(pid=101610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:17.882467 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Attempting to bind port a5aca612-e4c0-4b56-b24d-d333539c4a7e on network 3560b8b4-1388-478c-84a9-cbb1e993277c {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:17.897622 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Port a5aca612-e4c0-4b56-b24d-d333539c4a7e on network 3560b8b4-1388-478c-84a9-cbb1e993277c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:17.898203 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Attempting to bind port a5aca612-e4c0-4b56-b24d-d333539c4a7e on network 3560b8b4-1388-478c-84a9-cbb1e993277c {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:17.921520 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:17.922823 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Checking segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:17.922823 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Bound using segment: {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'} {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:17.923580 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-bcd0939b-87fc-4109-8a05-1135b45d6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:17.924014 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Bound port: a5aca612-e4c0-4b56-b24d-d333539c4a7e, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c654adc-0a22-40bd-a328-72651a58d169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c'}}] {{(pid=101610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:17.924014 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:17.926476 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-bcd0939b-87fc-4109-8a05-1135b45d6e74 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1096 time: 0.0995028 Nov 04 14:15:17.946663 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643f47-313e-4edf-9316-55248f330817 req-b3505e91-04aa-495a-99d1-25ae67f01b8f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:17.948376 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-46643f47-313e-4edf-9316-55248f330817 req-b3505e91-04aa-495a-99d1-25ae67f01b8f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 943 time: 0.0957625 Nov 04 14:15:17.959498 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port c55199b9-e6b3-4e23-8718-9c8d7b0728ff triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:17.960287 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.008495 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.041387 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] For port a5aca612-e4c0-4b56-b24d-d333539c4a7e, host hv-cinder-81584, cleared binding levels {{(pid=101610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:18.044808 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] For port a5aca612-e4c0-4b56-b24d-d333539c4a7e, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:18.081209 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-46643f47-313e-4edf-9316-55248f330817 req-0dbb59b8-67f2-4253-a9d4-8a5360a1eb51 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615792 Nov 04 14:15:18.092117 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-e60f955c-1aa0-4b69-8caf-4dd3d2a18f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.093593 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-e60f955c-1aa0-4b69-8caf-4dd3d2a18f1f service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.1442351 Nov 04 14:15:18.097223 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.108491 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:15:18.140009 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.142975 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.148557 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-c6a619df-4ff1-4a1a-8512-6a2678a2aab9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0457861 Nov 04 14:15:18.171285 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.171904 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.173303 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] 10.222.0.107 "PUT /v2.0/ports/a5aca612-e4c0-4b56-b24d-d333539c4a7e HTTP/1.1" status: 200 len: 1093 time: 1.1780686 Nov 04 14:15:18.173724 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'tag': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:18.175986 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4632973-473f-404c-b048-254421b7e91a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cecc283-e7de-49fb-b79c-93bb92700bef", "tag": "a5aca612-e4c0-4b56-b24d-d333539c4a7e"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:18.179693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'Port': ['ID=69136a6e-f8b2-4edd-984e-ca00a65f9b2c,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:18.225878 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f96099-d55e-437a-b73f-15fbe5ec8773 x-openstack-request-id: req-17f96099-d55e-437a-b73f-15fbe5ec8773 {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:18.226165 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cecc283-e7de-49fb-b79c-93bb92700bef", "tag": "a5aca612-e4c0-4b56-b24d-d333539c4a7e", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:18.227137 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-17f96099-d55e-437a-b73f-15fbe5ec8773 {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:18.227489 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'tag': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e', 'status': 'completed', 'code': 200} Nov 04 14:15:18.233908 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-83237079-a1f9-4715-870b-8d365bbb1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.235440 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-83237079-a1f9-4715-870b-8d365bbb1c2e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0713012 Nov 04 14:15:18.243881 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceb826-f2cd-4be1-b6f6-b6e309e9960d req-4aad1351-6246-4a83-8668-2c9b718e6ec4 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.245454 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aeceb826-f2cd-4be1-b6f6-b6e309e9960d req-4aad1351-6246-4a83-8668-2c9b718e6ec4 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 943 time: 0.0917912 Nov 04 14:15:18.271479 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5da2a-6793-43bf-aefa-79a14bb4ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aca612-e4c0-4b56-b24d-d333539c4a7e,revision_number=3']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:18.288091 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-78be7eb3-0c2b-4c1f-86f5-25c655c7a1af service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351405 Nov 04 14:15:18.293636 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:18.294918 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-eaa9c6b5-3cbb-4206-86c6-cac3659c19d8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0488825 Nov 04 14:15:18.320199 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632973-473f-404c-b048-254421b7e91a req-22b3528b-cb12-452c-9981-cee7b580a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.321682 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f4632973-473f-404c-b048-254421b7e91a req-22b3528b-cb12-452c-9981-cee7b580a8cf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 1096 time: 0.0630152 Nov 04 14:15:18.404614 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aeceb826-f2cd-4be1-b6f6-b6e309e9960d req-90844da0-676b-4a0d-9986-492ad5d2d870 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485362 Nov 04 14:15:18.484078 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-3a53a98d-a83d-45f4-9d68-c9d032b3b098 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869934 Nov 04 14:15:18.502091 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-13b0905a-9fb1-4740-8def-5e9b2de0449b req-0896eef7-5afb-4ce5-a45e-b4555b749a61 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 210 time: 0.0507975 Nov 04 14:15:18.585865 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632973-473f-404c-b048-254421b7e91a req-7516d5c8-c960-4433-9666-dd55f6075078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.588776 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f4632973-473f-404c-b048-254421b7e91a req-7516d5c8-c960-4433-9666-dd55f6075078 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=cd05a6617b304d7481ebc7af88adf58e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2569127 Nov 04 14:15:18.623091 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-49d5c5ab-03c7-443d-a118-bb745befeb21 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1281780216&fields=id&tenant_id=1c3a6f988b3c4af49a4763c03aecb102 HTTP/1.1" status: 200 len: 267 time: 0.1237292 Nov 04 14:15:18.627181 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-166962be-c96e-4b81-8507-7dd3aca73bc2 req-4448dd30-21b9-4178-8888-b3cdeb5f7383 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290603 Nov 04 14:15:18.770220 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632973-473f-404c-b048-254421b7e91a req-76d00fa5-0bb6-428d-9d3b-6507a4aac381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.773876 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f4632973-473f-404c-b048-254421b7e91a req-76d00fa5-0bb6-428d-9d3b-6507a4aac381 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746993 Nov 04 14:15:18.781153 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec0ec-96ec-45ab-a342-afc910726fc5 req-a8c5aa12-73ce-4cfe-96f8-cf76551f5b1a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.781879 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:18.782886 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e50ec0ec-96ec-45ab-a342-afc910726fc5 req-a8c5aa12-73ce-4cfe-96f8-cf76551f5b1a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 943 time: 0.0894842 Nov 04 14:15:18.790772 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-07069933-8d17-4d2d-a5fe-96ad206481e9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.799368 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-07069933-8d17-4d2d-a5fe-96ad206481e9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 810 time: 0.1675351 Nov 04 14:15:18.827177 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-8d5b97ef-1eb5-4f06-ad70-731c9c741a09 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/quotas/1c3a6f988b3c4af49a4763c03aecb102 HTTP/1.1" status: 200 len: 375 time: 0.0269275 Nov 04 14:15:18.869843 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-5720843d-4ecc-4843-ba03-2964018a3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:18.870897 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-5720843d-4ecc-4843-ba03-2964018a3a49 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 1096 time: 0.0499015 Nov 04 14:15:18.880470 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e50ec0ec-96ec-45ab-a342-afc910726fc5 req-e40d406c-4869-407a-9a8a-25700d102952 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790718 Nov 04 14:15:18.899905 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-53e543b9-a5bc-4d42-af19-6e041fe9241e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608981 Nov 04 14:15:18.921803 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-86aa0c8e-2ca6-4fa2-ba58-78910d63531c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e HTTP/1.1" status: 200 len: 217 time: 0.0415592 Nov 04 14:15:18.927512 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,segment=NetworkSegment(4a8a1127-5092-40f9-b8d8-1f1aea698757),segment_id=4a8a1127-5092-40f9-b8d8-1f1aea698757)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:18.940341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b', 'network_id': 'a39968ab-80e6-4ed7-9969-a52f2a380cea', 'port_id': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b', 'mac_address': 'fa:16:3e:da:f3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55438968-e039-4a7b-9552-5715aed2fcea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:18.996001 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:19.011892 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-57dfa376-79ff-4991-961e-6dbc2d4df75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:19.013692 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-57dfa376-79ff-4991-961e-6dbc2d4df75b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0850141 Nov 04 14:15:19.019410 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:19.048797 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,segment=NetworkSegment(4a8a1127-5092-40f9-b8d8-1f1aea698757),segment_id=4a8a1127-5092-40f9-b8d8-1f1aea698757)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:19.123543 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:19.124238 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 0e887e79-5f0d-46bf-bd0e-576f750b4253 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:19.220338 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:19.240065 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-bf8f695b-8d61-4b02-8cff-9b2de7d6350b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166941 Nov 04 14:15:19.281564 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-d096240e-e1b4-4956-8d4d-79ae03118e40 service neutron] 10.222.0.74 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667715 Nov 04 14:15:19.291197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277f13-7e8a-404d-b6dd-baeda75fcb6b req-9d9d78c4-8d4c-4183-a5ae-a8bdb2b91d44 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:19.292633 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70277f13-7e8a-404d-b6dd-baeda75fcb6b req-9d9d78c4-8d4c-4183-a5ae-a8bdb2b91d44 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 943 time: 0.0798035 Nov 04 14:15:19.307263 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 0e887e79-5f0d-46bf-bd0e-576f750b4253, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:19.322947 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '0e887e79-5f0d-46bf-bd0e-576f750b4253', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'port_id': '0e887e79-5f0d-46bf-bd0e-576f750b4253', 'mac_address': 'fa:16:3e:cd:3a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205286e7-3bd0-40ac-9a8d-a5d1e2993d33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:19.347339 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-5e86781c-0742-4ad9-8de2-558d178f3cf3 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988779 Nov 04 14:15:19.363604 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:19.378875 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e887e79-5f0d-46bf-bd0e-576f750b4253 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:19.397349 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70277f13-7e8a-404d-b6dd-baeda75fcb6b req-6fe6583d-de12-40f6-ac28-559c85f5f4c1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950255 Nov 04 14:15:19.402402 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 0e887e79-5f0d-46bf-bd0e-576f750b4253, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:19.437562 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-a406d8d5-47a7-4961-ab85-9cc6384efde2 service neutron] 10.222.0.74 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412966 Nov 04 14:15:19.464419 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-dd560bb5-41e3-4266-a170-8d6c959f2936 req-97f6ec92-b4b5-4fc6-beb7-7d0eaef4af6d service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092913 Nov 04 14:15:19.483051 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:19.561342 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=0e887e79-5f0d-46bf-bd0e-576f750b4253,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:19.577675 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e53c2-1313-487c-9327-7509494e30c6 req-0f52868f-dae1-47ed-b9bd-2d0b3e2e1a06 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:19.579234 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c8e53c2-1313-487c-9327-7509494e30c6 req-0f52868f-dae1-47ed-b9bd-2d0b3e2e1a06 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 943 time: 0.1009502 Nov 04 14:15:19.638993 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c8e53c2-1313-487c-9327-7509494e30c6 req-5434bbed-e2a8-4643-a8f7-fe97ff88c82a tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535192 Nov 04 14:15:19.779590 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:19.850567 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-90b6d660-5311-44bb-a18c-dcaf8747c303 req-876f9209-bfc1-456e-9c82-e1d2ce294e3c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 210 time: 0.0794377 Nov 04 14:15:19.910897 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['6033b33e-05b2-4ade-9fa9-03bc81b4ba6b'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:19.956781 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-d02ea8f7-f580-415b-b700-0e074a77924e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:19.958355 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-d02ea8f7-f580-415b-b700-0e074a77924e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 817 time: 0.3308053 Nov 04 14:15:19.958522 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a098b3cc-9415-49ac-802f-9e60f084c49c req-0755d940-d04b-4155-afef-34aa4f584b2a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 210 time: 0.1047397 Nov 04 14:15:20.083716 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bba2-418b-4347-b440-a3eecc484ddc req-a2a8a748-ad6d-424b-a873-acacd51cdf7a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:20.089512 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3b08bba2-418b-4347-b440-a3eecc484ddc req-a2a8a748-ad6d-424b-a873-acacd51cdf7a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 944 time: 0.0924895 Nov 04 14:15:20.100627 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-105f5ffa-c23d-4063-82f0-39007daa31b9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 380 time: 0.1252651 Nov 04 14:15:20.114293 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'port': {'device_id': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'admin_state_up': True, 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'security_groups': ['1cd774ef-7bf6-4b5f-9dd4-061c59f59871']}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:20.152300 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3b08bba2-418b-4347-b440-a3eecc484ddc req-02d3b396-6362-416e-80c1-e3fe42c8bb6b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592334 Nov 04 14:15:20.422017 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41826) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:20.479767 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Made reservation on behalf of 328b6d72f4c24c979b9078ee10f744ff for: {'port': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:15:20.483603 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.528444 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d30292-4201-400f-b6f0-614272f31f0a req-75dfc159-830e-4976-ada8-4c40a5529947 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:20.529952 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a5d30292-4201-400f-b6f0-614272f31f0a req-75dfc159-830e-4976-ada8-4c40a5529947 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 944 time: 0.0541294 Nov 04 14:15:20.553906 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a4ad01c3-2fa8-4b35-b72d-bed612944cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.616575 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a5d30292-4201-400f-b6f0-614272f31f0a req-79504cea-db8e-4505-bb1b-b95a075c0c62 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796397 Nov 04 14:15:20.662096 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Allocated IP 172.20.0.3 (58dfe565-7c95-45e6-8cf0-84c0a294524e/09d1c958-b5e6-43ce-af88-a6e16bf4d136/5a26a582-dfc9-44c5-b9ce-348ca9ffb640) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:20.667095 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a4ad01c3-2fa8-4b35-b72d-bed612944cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.753440 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a4ad01c3-2fa8-4b35-b72d-bed612944cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.773224 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:20.775681 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:20.804335 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a4ad01c3-2fa8-4b35-b72d-bed612944cac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=902b1db12f654a69abfb8fa2ddbabc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782761 Nov 04 14:15:20.805065 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41838) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:20.812965 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3795c-829d-4d43-8665-fd29e8ecfe59 req-d8d44612-8fdf-4c09-b5d1-d32ea2e13d19 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:20.822842 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-16a3795c-829d-4d43-8665-fd29e8ecfe59 req-d8d44612-8fdf-4c09-b5d1-d32ea2e13d19 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 943 time: 0.1052463 Nov 04 14:15:20.825948 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad01c3-2fa8-4b35-b72d-bed612944cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a74a3-a6cd-4864-a12a-e3e0a129f92b,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:20.826084 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.893197 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2709a249-11b3-41ea-b6ec-67ec9944ce0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.902786 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-16a3795c-829d-4d43-8665-fd29e8ecfe59 req-aef69eb9-ede5-4664-a573-a8ef310780a6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785091 Nov 04 14:15:20.923860 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2709a249-11b3-41ea-b6ec-67ec9944ce0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:20.969150 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:20.988169 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'port_id': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad', 'mac_address': 'fa:16:3e:27:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:21.006842 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ac00ff98-ddd1-4d53-82f1-f8a4a2d0b685 req-28e822bb-9273-4124-a45a-fb46e3e16d52 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 210 time: 0.0489442 Nov 04 14:15:21.023678 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.025444 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:15:21.036808 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:21.037292 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.039435 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6207aa0f-304f-4542-ba82-f53b96eee6a1 req-6ae3567f-40b2-4818-892e-5478311647bd tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Nov 04 14:15:21.041525 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.064395 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2709a249-11b3-41ea-b6ec-67ec9944ce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.066939 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2709a249-11b3-41ea-b6ec-67ec9944ce0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.068071 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2709a249-11b3-41ea-b6ec-67ec9944ce0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc6a74a3-a6cd-4864-a12a-e3e0a129f92b HTTP/1.1" status: 204 len: 168 time: 0.2624631 Nov 04 14:15:21.097016 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:21.097436 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:21.107676 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709a249-11b3-41ea-b6ec-67ec9944ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a74a3-a6cd-4864-a12a-e3e0a129f92b,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:21.136832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:21.136832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:21.136832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:21.136832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:21.136832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.143998 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:21.190505 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.219387 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:21.292745 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef140ae5-33fe-41db-a897-6ad5789d0370 req-96d0ef72-9d7f-4021-8808-1b1c0fc210a2 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:21.292745 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef140ae5-33fe-41db-a897-6ad5789d0370 req-96d0ef72-9d7f-4021-8808-1b1c0fc210a2 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 944 time: 0.0517206 Nov 04 14:15:21.298514 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,segment=NetworkSegment(4a8a1127-5092-40f9-b8d8-1f1aea698757),segment_id=4a8a1127-5092-40f9-b8d8-1f1aea698757)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:21.316225 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.317256 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-ceae65b5-b740-425f-9060-37afed4f8b3e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096224 Nov 04 14:15:21.332873 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Request body: {'port': {'device_id': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:21.389370 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.390053 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 0e887e79-5f0d-46bf-bd0e-576f750b4253 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:21.414140 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef140ae5-33fe-41db-a897-6ad5789d0370 req-b865b9a5-b776-4660-9b26-9628df94f5cb tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125739 Nov 04 14:15:21.462560 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.468726 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-7374fafc-d0a3-4f9a-ac76-23109241a5c2 None None] Provisioning complete for port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:21.469107 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7374fafc-d0a3-4f9a-ac76-23109241a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.476453 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:21.584401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:21.599222 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a042e9fe-c61a-48fe-8d51-d99ab70847dd" -d '{"events": [{"server_uuid": "5bd926b9-0bff-46dc-b239-0f9b67cdc890", "name": "network-vif-plugged", "status": "completed", "tag": "6033b33e-05b2-4ade-9fa9-03bc81b4ba6b"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:21.662948 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-7374fafc-d0a3-4f9a-ac76-23109241a5c2 None None] Port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:15:21.682939 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:21.837057 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d60adb-5992-4255-b776-f26db21c611f req-0019d6bc-5509-4348-bc7c-388ab6e5a776 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:21.838784 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e3d60adb-5992-4255-b776-f26db21c611f req-0019d6bc-5509-4348-bc7c-388ab6e5a776 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 944 time: 0.1334240 Nov 04 14:15:21.895835 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e3d60adb-5992-4255-b776-f26db21c611f req-7d3afbf2-a0ea-4153-94f0-d5c089883bda tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495720 Nov 04 14:15:21.898689 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ada7c7f-1315-44d2-adc3-7bf8d087df83 x-openstack-request-id: req-6ada7c7f-1315-44d2-adc3-7bf8d087df83 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:21.899152 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd926b9-0bff-46dc-b239-0f9b67cdc890", "name": "network-vif-plugged", "status": "completed", "tag": "6033b33e-05b2-4ade-9fa9-03bc81b4ba6b", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:21.899258 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ada7c7f-1315-44d2-adc3-7bf8d087df83 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:21.899709 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b', 'code': 200} Nov 04 14:15:21.903201 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 0e887e79-5f0d-46bf-bd0e-576f750b4253 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:15:21.910805 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 0e887e79-5f0d-46bf-bd0e-576f750b4253 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:21.911280 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.923636 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 {{(pid=101610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:21.935894 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:21.955821 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.provisioning_blocks [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Transition to ACTIVE for port object 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 will not be triggered until provisioned by entity L2. {{(pid=101610) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:22.036860 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.149814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.205077 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41888) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:22.224511 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 0e887e79-5f0d-46bf-bd0e-576f750b4253, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:22.245058 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:22.252958 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6906e527-034b-4200-b33f-745e8b7076ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.265809 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Attempting to bind port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:22.266256 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Attempting to bind port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}] {{(pid=101610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:22.267325 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Attempting to bind port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:22.279687 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:22.287544 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Attempting to bind port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:22.292912 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:22.293394 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Checking segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:22.293879 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Bound using segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} {{(pid=101610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:22.294450 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.managers [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Bound port: 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}}] {{(pid=101610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:22.294921 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.297100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ffdd2-6f7b-404e-b59b-941e23b0f93c req-3798315b-5152-405d-8eaa-78b6917f61cf tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:22.298942 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ea4ffdd2-6f7b-404e-b59b-941e23b0f93c req-3798315b-5152-405d-8eaa-78b6917f61cf tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 943 time: 0.2799339 Nov 04 14:15:22.301905 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66842-9d46-4e88-be82-ff4f5bf014b2 req-1a65793b-8516-4a5d-b7b1-86c9a7b4cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:22.303310 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4ab66842-9d46-4e88-be82-ff4f5bf014b2 req-1a65793b-8516-4a5d-b7b1-86c9a7b4cbd8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 1098 time: 0.1845875 Nov 04 14:15:22.305971 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.318999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc717961-9b47-4174-9481-5d2d5180c414 req-4363e227-9866-4acf-a3cb-d52d5dae2e3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:22.328198 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dc717961-9b47-4174-9481-5d2d5180c414 req-4363e227-9866-4acf-a3cb-d52d5dae2e3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.2039196 Nov 04 14:15:22.363316 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4ab66842-9d46-4e88-be82-ff4f5bf014b2 req-85162a17-4d73-426b-a2b0-68c4af637a05 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.386884 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, cleared binding levels {{(pid=101610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:22.395326 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:22.398935 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=0e887e79-5f0d-46bf-bd0e-576f750b4253,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:22.409433 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6906e527-034b-4200-b33f-745e8b7076ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.429574 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ea4ffdd2-6f7b-404e-b59b-941e23b0f93c req-8d68ce4f-cbea-45cf-ab2d-75802f3c8929 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220467 Nov 04 14:15:22.444042 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dc717961-9b47-4174-9481-5d2d5180c414 req-fd2a5cdc-f9b2-4608-a69f-66cb75e0baa2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109066 Nov 04 14:15:22.460852 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.493212 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6906e527-034b-4200-b33f-745e8b7076ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.521946 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6906e527-034b-4200-b33f-745e8b7076ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4e2d1ad0e5646a1bcd82430f6dd5949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129613 Nov 04 14:15:22.530323 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41894) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:22.538617 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4ab66842-9d46-4e88-be82-ff4f5bf014b2 req-85162a17-4d73-426b-a2b0-68c4af637a05 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.538809 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:22.539396 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.540782 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] 10.222.0.107 "PUT /v2.0/ports/5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 200 len: 1093 time: 1.2150288 Nov 04 14:15:22.542342 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6beafebf-ed7a-4ed3-a7b1-658ccb6042ea req-5b3f4501-0896-47d3-bed8-7448da740be0 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 210 time: 0.0417442 Nov 04 14:15:22.588965 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:22.591265 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:22.630884 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906e527-034b-4200-b33f-745e8b7076ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c76b6-96e2-44d3-aea6-70dd01b796e4,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:22.636693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c807656-9d62-49cf-b7c4-9fb81a8cae41 service neutron] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=3']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:22.646763 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4ab66842-9d46-4e88-be82-ff4f5bf014b2 req-85162a17-4d73-426b-a2b0-68c4af637a05 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.652622 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b036bf1-c1cf-4dd3-96e1-f7ede18b7827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.680928 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2961c53d-9eca-478c-afd7-b7cca214c1c7 x-openstack-request-id: req-2961c53d-9eca-478c-afd7-b7cca214c1c7 {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:22.681253 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:22.689611 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2961c53d-9eca-478c-afd7-b7cca214c1c7 {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:22.689611 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'status': 'completed', 'code': 200} Nov 04 14:15:22.701623 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b036bf1-c1cf-4dd3-96e1-f7ede18b7827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.744144 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85162a17-4d73-426b-a2b0-68c4af637a05 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4309b240-5136-4671-b9a3-8ef9baa3d4b0,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:22.779940 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4004-f6aa-4a05-886e-96b9820d5fe6 req-3466f4a3-a6ea-40f9-ab61-5cb2095876d0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:22.790154 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device a5aca612-e4c0-4b56-b24d-d333539c4a7e details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:22.793011 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:22.801477 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c req-e32243c8-f7b3-481e-9380-9b3dfe777185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:22.802871 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b1cc4004-f6aa-4a05-886e-96b9820d5fe6 req-3466f4a3-a6ea-40f9-ab61-5cb2095876d0 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.2627127 Nov 04 14:15:22.803032 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c req-e32243c8-f7b3-481e-9380-9b3dfe777185 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1096 time: 0.1186883 Nov 04 14:15:22.810794 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4ab66842-9d46-4e88-be82-ff4f5bf014b2 req-85162a17-4d73-426b-a2b0-68c4af637a05 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884639 Nov 04 14:15:22.886138 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b1cc4004-f6aa-4a05-886e-96b9820d5fe6 req-b9d537f6-67b9-457a-ad7b-2155bc56b4d7 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Nov 04 14:15:22.980965 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b036bf1-c1cf-4dd3-96e1-f7ede18b7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.984962 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b036bf1-c1cf-4dd3-96e1-f7ede18b7827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:22.995353 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2b036bf1-c1cf-4dd3-96e1-f7ede18b7827 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f0c76b6-96e2-44d3-aea6-70dd01b796e4 HTTP/1.1" status: 204 len: 168 time: 0.4522247 Nov 04 14:15:23.003750 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c req-706a5b3a-8af2-4013-9713-c191fcc4c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.005582 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c req-706a5b3a-8af2-4013-9713-c191fcc4c443 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=328b6d72f4c24c979b9078ee10f744ff&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1822195 Nov 04 14:15:23.006585 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b036bf1-c1cf-4dd3-96e1-f7ede18b7827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c76b6-96e2-44d3-aea6-70dd01b796e4,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:23.025529 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port a5aca612-e4c0-4b56-b24d-d333539c4a7e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:23.066924 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:15:23.091738 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e', 'network_id': '3560b8b4-1388-478c-84a9-cbb1e993277c', 'port_id': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e', 'mac_address': 'fa:16:3e:d6:a3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdae146-33a3-4cca-a6e1-b1142ce83a0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:23.099035 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:23.099953 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:23.206143 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:23.214872 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-1e6aada8-3cd5-4fba-b16e-bc4aa527c48f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.216637 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-1e6aada8-3cd5-4fba-b16e-bc4aa527c48f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 810 time: 0.1587908 Nov 04 14:15:23.230643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4da72-629a-46af-94b6-262cd4473da8 req-c9115ee3-ca72-4eb1-8df0-1f4f96d28e35 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.231428 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-75a4da72-629a-46af-94b6-262cd4473da8 req-c9115ee3-ca72-4eb1-8df0-1f4f96d28e35 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.2311342 Nov 04 14:15:23.273956 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c req-1f3ac003-7d24-4b71-ace6-50a2a7519bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.275405 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aca612-e4c0-4b56-b24d-d333539c4a7e {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:23.284089 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-5afe3bc4-b87f-4ee8-9a99-167e0e20687c req-1f3ac003-7d24-4b71-ace6-50a2a7519bdb service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333665 Nov 04 14:15:23.305569 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port a5aca612-e4c0-4b56-b24d-d333539c4a7e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:23.364637 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:23.373659 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-75a4da72-629a-46af-94b6-262cd4473da8 req-d882eb87-3114-4c25-93c1-95be36188aca tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334877 Nov 04 14:15:23.403850 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:23.425682 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-8d6832b1-8dc7-4956-b926-c5c479233810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.427449 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-8d6832b1-8dc7-4956-b926-c5c479233810 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1096 time: 0.0841310 Nov 04 14:15:23.433553 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-1dbad9c4-4fdd-4e09-a3c8-1c8595e8b404 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3a6f988b3c4af49a4763c03aecb102 HTTP/1.1" status: 200 len: 380 time: 0.2004406 Nov 04 14:15:23.447782 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:23.501384 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'port': {'device_id': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'admin_state_up': True, 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'security_groups': ['8efee24f-5678-4892-9f68-1dfd94ead4ae']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:23.515382 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-18e64429-fd4b-4a31-8ecc-b7d06d886bf0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 200 len: 217 time: 0.0659239 Nov 04 14:15:23.523291 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:23.525121 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=a5aca612-e4c0-4b56-b24d-d333539c4a7e,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:23.639856 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-7f3377f3-06cc-4fb5-9a55-bc862c626cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.643117 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-7f3377f3-06cc-4fb5-9a55-bc862c626cd2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.1196172 Nov 04 14:15:23.669990 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:23.675423 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['a5aca612-e4c0-4b56-b24d-d333539c4a7e'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:23.730104 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-61d8d12f-9e4d-4e8e-abf8-a18749c832bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.732025 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-61d8d12f-9e4d-4e8e-abf8-a18749c832bb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805912 Nov 04 14:15:23.791184 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf299-ff0a-4ec8-b8cf-d44d754842e0 req-8101ab61-8841-413d-8cdf-65961b3309aa tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.808213 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-456bf299-ff0a-4ec8-b8cf-d44d754842e0 req-8101ab61-8841-413d-8cdf-65961b3309aa tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.1867614 Nov 04 14:15:23.816804 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810f54d-49ff-454a-9db5-a1714ecf1309 req-27a56d09-b291-406f-a0be-b7fb5d10a20f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:23.826604 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b810f54d-49ff-454a-9db5-a1714ecf1309 req-27a56d09-b291-406f-a0be-b7fb5d10a20f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 944 time: 0.2108309 Nov 04 14:15:23.859816 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Made reservation on behalf of 1c3a6f988b3c4af49a4763c03aecb102 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:15:23.863852 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:23.894328 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41948) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:23.900716 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e887e79-5f0d-46bf-bd0e-576f750b4253'}, {'server_uuid': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:23.904202 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2384be1c-b4da-463b-8a33-2b52862784c4" -d '{"events": [{"server_uuid": "101d1bde-c6c2-4658-a6c6-8833abed1e5a", "name": "network-vif-plugged", "status": "completed", "tag": "0e887e79-5f0d-46bf-bd0e-576f750b4253"}, {"server_uuid": "4803d585-6dfe-4c19-b919-ebda5267d3ac", "name": "network-vif-plugged", "status": "completed", "tag": "2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:23.920258 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-52a0c3a6-eac2-42fd-b6c9-2ce2cf982e41 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670408 Nov 04 14:15:23.941090 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-456bf299-ff0a-4ec8-b8cf-d44d754842e0 req-2ef83d47-b45b-4b92-9ec3-778138ca2c94 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326194 Nov 04 14:15:23.974216 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b810f54d-49ff-454a-9db5-a1714ecf1309 req-57af9592-b090-42f3-9a6c-34c05161f3b1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463339 Nov 04 14:15:24.063171 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 41958) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:24.076979 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d78633-d1ad-44f7-ad10-c2d59f452ae5 x-openstack-request-id: req-e3d78633-d1ad-44f7-ad10-c2d59f452ae5 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:24.077464 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101d1bde-c6c2-4658-a6c6-8833abed1e5a", "name": "network-vif-plugged", "status": "completed", "tag": "0e887e79-5f0d-46bf-bd0e-576f750b4253", "code": 200}, {"server_uuid": "4803d585-6dfe-4c19-b919-ebda5267d3ac", "name": "network-vif-plugged", "status": "completed", "tag": "2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:24.077558 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3d78633-d1ad-44f7-ad10-c2d59f452ae5 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:24.077967 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e887e79-5f0d-46bf-bd0e-576f750b4253', 'code': 200} Nov 04 14:15:24.078226 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad', 'code': 200} Nov 04 14:15:24.080201 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c24daf81-8755-485f-b000-6572d69f8eba req-5465e24c-a340-4d12-bd82-eba80684ff0c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 210 time: 0.0358891 Nov 04 14:15:24.089225 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-78533125-0095-4934-aed4-24e698210bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.106616 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Allocated IP 172.20.0.13 (26c9cb59-cf30-459f-ade8-4f94b42aa74b/ead5ddcb-1f47-4478-989e-bec75df6c250/80c65928-380e-4d8f-b12f-3cb975a248c9) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:24.136434 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-f00372cb-b8a7-4747-8145-76894a7a9941 req-de70761d-d942-4e6c-9612-d781bb0485fe service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032380 Nov 04 14:15:24.148571 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-443f4b2a-81a1-45d8-9280-f97282f9e1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.228306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-78533125-0095-4934-aed4-24e698210bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.262744 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-443f4b2a-81a1-45d8-9280-f97282f9e1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.269213 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513e1c-7b62-4b30-a07a-dc91199beda1 req-c36281dc-9578-49a5-9199-5ebf2f99af24 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:24.271860 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-02513e1c-7b62-4b30-a07a-dc91199beda1 req-c36281dc-9578-49a5-9199-5ebf2f99af24 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.1128054 Nov 04 14:15:24.330195 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.349397 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-02513e1c-7b62-4b30-a07a-dc91199beda1 req-682b6add-938d-4330-8c32-d97dbe4dcd02 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704086 Nov 04 14:15:24.355050 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-78533125-0095-4934-aed4-24e698210bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.361303 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-443f4b2a-81a1-45d8-9280-f97282f9e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.459916 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-78533125-0095-4934-aed4-24e698210bd5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1408ff6e33754815b55143f74f9a9ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953722 Nov 04 14:15:24.463980 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41962) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:24.472773 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.492029 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-443f4b2a-81a1-45d8-9280-f97282f9e1f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=90f15324e3004df5aa4aae10fe908548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960205 Nov 04 14:15:24.492828 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533125-0095-4934-aed4-24e698210bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee585c9-a2fc-4ed5-b231-3b48e44b3a90,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:24.492939 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 41964) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:24.531297 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f4b2a-81a1-45d8-9280-f97282f9e1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6fd4d2-08ff-4e07-8b2b-02b781479a09,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:24.538025 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac375da-0385-41f8-bf41-4a82c32d6221 req-69a33bdf-0699-4fff-ab94-757894f8bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:24.539708 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-bac375da-0385-41f8-bf41-4a82c32d6221 req-69a33bdf-0699-4fff-ab94-757894f8bb5b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 1098 time: 0.1339068 Nov 04 14:15:24.591173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:24.596094 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-bac375da-0385-41f8-bf41-4a82c32d6221 req-abd9ded0-c0bc-4dce-851b-847940e41e90 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Nov 04 14:15:24.608303 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:24.616314 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:24.622159 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:24.623301 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.635271 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab37b1-9a53-42b4-b4b7-edd38d3cb986 req-36f6b1e1-dee2-4cbe-b84d-abd694df4c20 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:24.638414 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-32ab37b1-9a53-42b4-b4b7-edd38d3cb986 req-36f6b1e1-dee2-4cbe-b84d-abd694df4c20 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.1999567 Nov 04 14:15:24.639174 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'Port': ['ID=80c65928-380e-4d8f-b12f-3cb975a248c9,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:24.743210 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c157fb9-e5a4-4371-957e-41c82bf55ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.749596 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-499fc045-657c-408a-bc27-667072451b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.767456 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80aed0-324c-4685-aa5e-33f0201e5c2b req-421176a8-06e7-4936-b506-18f662c7c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:24.768960 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ad80aed0-324c-4685-aa5e-33f0201e5c2b req-421176a8-06e7-4936-b506-18f662c7c63c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.2373509 Nov 04 14:15:24.784049 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-32ab37b1-9a53-42b4-b4b7-edd38d3cb986 req-a9a91e8f-da5d-46cb-853a-cf6d5c4d0b21 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223199 Nov 04 14:15:24.804402 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c157fb9-e5a4-4371-957e-41c82bf55ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.804502 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device a5aca612-e4c0-4b56-b24d-d333539c4a7e up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:24.814012 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-3435355f-bac0-48c9-80ab-711f606d8780 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3414533 Nov 04 14:15:24.825431 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-499fc045-657c-408a-bc27-667072451b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.852711 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Request body: {'port': {'device_id': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:24.863678 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-6c671748-50ce-4cfc-9c6c-12a7da4a959e None None] Provisioning complete for port 80c65928-380e-4d8f-b12f-3cb975a248c9 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:24.864043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-6c671748-50ce-4cfc-9c6c-12a7da4a959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.914593 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-6c671748-50ce-4cfc-9c6c-12a7da4a959e None None] Port 80c65928-380e-4d8f-b12f-3cb975a248c9 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:15:24.960366 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ad80aed0-324c-4685-aa5e-33f0201e5c2b req-b0fc01c2-7966-42e8-a5f6-8e6da76f90c3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411922 Nov 04 14:15:24.963024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:24.993895 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port a5aca612-e4c0-4b56-b24d-d333539c4a7e completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:15:25.006328 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port a5aca612-e4c0-4b56-b24d-d333539c4a7e triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:25.007629 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.078805 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-499fc045-657c-408a-bc27-667072451b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.081761 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-499fc045-657c-408a-bc27-667072451b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.082877 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-499fc045-657c-408a-bc27-667072451b1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac6fd4d2-08ff-4e07-8b2b-02b781479a09 HTTP/1.1" status: 204 len: 168 time: 0.5546367 Nov 04 14:15:25.083654 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c157fb9-e5a4-4371-957e-41c82bf55ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.086171 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c157fb9-e5a4-4371-957e-41c82bf55ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.090206 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7c157fb9-e5a4-4371-957e-41c82bf55ca2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8ee585c9-a2fc-4ed5-b231-3b48e44b3a90 HTTP/1.1" status: 204 len: 168 time: 0.6225808 Nov 04 14:15:25.097612 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.195845 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port a5aca612-e4c0-4b56-b24d-d333539c4a7e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:25.285789 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.331902 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fc045-657c-408a-bc27-667072451b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6fd4d2-08ff-4e07-8b2b-02b781479a09,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:25.355196 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=a5aca612-e4c0-4b56-b24d-d333539c4a7e,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:25.369105 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c157fb9-e5a4-4371-957e-41c82bf55ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee585c9-a2fc-4ed5-b231-3b48e44b3a90,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:25.415337 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004d7a-5ccf-4dd6-8703-ede087eaf310 req-67a6d458-6942-4a50-9681-61af8a843111 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:25.416819 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-67004d7a-5ccf-4dd6-8703-ede087eaf310 req-67a6d458-6942-4a50-9681-61af8a843111 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 944 time: 0.3429489 Nov 04 14:15:25.427540 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcff15-0bcb-4c98-86bc-face51f90086 req-34934d56-dba0-4934-8e6e-d3b2f937e92e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:25.429011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ebbcff15-0bcb-4c98-86bc-face51f90086 req-34934d56-dba0-4934-8e6e-d3b2f937e92e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.3562205 Nov 04 14:15:25.546440 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ebbcff15-0bcb-4c98-86bc-face51f90086 req-e13d1ddd-23a9-4b27-b599-6cf8d5850984 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098857 Nov 04 14:15:25.560299 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-67004d7a-5ccf-4dd6-8703-ede087eaf310 req-eac3ef14-ad66-4be4-985c-d74a0b214337 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221900 Nov 04 14:15:25.616995 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c65928-380e-4d8f-b12f-3cb975a248c9 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:25.626602 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.675885 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Transition to ACTIVE for port object 80c65928-380e-4d8f-b12f-3cb975a248c9 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:25.716058 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4cab2-40a2-4bd9-b0e8-468c59a1c018 req-f8cbbdeb-0f0a-42b8-9cef-0f313fd2b497 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:25.717509 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96a4cab2-40a2-4bd9-b0e8-468c59a1c018 req-f8cbbdeb-0f0a-42b8-9cef-0f313fd2b497 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 932 time: 0.0938089 Nov 04 14:15:25.730269 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758e50-3d8e-4f45-b335-357de80bda94 req-acc5238a-1686-4766-b888-78f1d3323922 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:25.731729 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e7758e50-3d8e-4f45-b335-357de80bda94 req-acc5238a-1686-4766-b888-78f1d3323922 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.0725963 Nov 04 14:15:25.751063 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:25.861171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96a4cab2-40a2-4bd9-b0e8-468c59a1c018 req-259ea621-78fa-4392-8863-16b721d650e4 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284688 Nov 04 14:15:25.863071 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Pushing event updated for resources: {'Port': ['ID=80c65928-380e-4d8f-b12f-3cb975a248c9,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:25.873694 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e7758e50-3d8e-4f45-b335-357de80bda94 req-ba74b7b2-1bc4-4e04-81fb-3ab09e4331bd tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351945 Nov 04 14:15:25.910578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Attempting to bind port 80c65928-380e-4d8f-b12f-3cb975a248c9 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:25.910918 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Attempting to bind port 80c65928-380e-4d8f-b12f-3cb975a248c9 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:25.912535 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Attempting to bind port 80c65928-380e-4d8f-b12f-3cb975a248c9 on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:25.921653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Port 80c65928-380e-4d8f-b12f-3cb975a248c9 on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:25.921981 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Attempting to bind port 80c65928-380e-4d8f-b12f-3cb975a248c9 on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:25.935823 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:25.936174 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Checking segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:25.936570 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Bound using segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:25.941254 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Bound port: 80c65928-380e-4d8f-b12f-3cb975a248c9, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:25.941254 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.018110 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42012) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:26.037762 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5f02-feb7-4b23-82c5-55b6e79d0078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.080121 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:26.084360 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ced1d40-1672-487b-8b7e-fb099e26ceba" -d '{"events": [{"server_uuid": "2cecc283-e7de-49fb-b79c-93bb92700bef", "name": "network-vif-plugged", "status": "completed", "tag": "a5aca612-e4c0-4b56-b24d-d333539c4a7e"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:26.101267 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031bad-ba75-4013-bdfa-628890514edf req-90d25ea0-b8d6-4add-8e6d-cd159ef31624 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.113852 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-12031bad-ba75-4013-bdfa-628890514edf req-90d25ea0-b8d6-4add-8e6d-cd159ef31624 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.1668870 Nov 04 14:15:26.120927 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] For port 80c65928-380e-4d8f-b12f-3cb975a248c9, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:26.126213 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] For port 80c65928-380e-4d8f-b12f-3cb975a248c9, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=80c65928-380e-4d8f-b12f-3cb975a248c9,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:26.191698 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b063307-e234-4f7b-89aa-2aca9474a55b x-openstack-request-id: req-2b063307-e234-4f7b-89aa-2aca9474a55b {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:26.192733 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cecc283-e7de-49fb-b79c-93bb92700bef", "name": "network-vif-plugged", "status": "completed", "tag": "a5aca612-e4c0-4b56-b24d-d333539c4a7e", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:26.193043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b063307-e234-4f7b-89aa-2aca9474a55b {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:26.193465 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e', 'code': 200} Nov 04 14:15:26.219603 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.260151 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-12031bad-ba75-4013-bdfa-628890514edf req-95593c2e-7543-431a-ad32-9a20cd4c1d52 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288910 Nov 04 14:15:26.264619 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5f02-feb7-4b23-82c5-55b6e79d0078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.271585 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.274631 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.282533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.282533 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] 10.222.0.107 "PUT /v2.0/ports/80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 200 len: 1094 time: 1.4384134 Nov 04 14:15:26.282533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:26.282533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ad43c-60bb-4216-be35-68a681b9f345" -d '{"events": [{"name": "network-changed", "server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:26.295398 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad6c7c-54d1-4bee-b3cf-534643897670 service neutron] Pushing event updated for resources: {'Port': ['ID=80c65928-380e-4d8f-b12f-3cb975a248c9,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:26.338904 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c97c0-2f5a-416d-99a6-2f1ef64af7db x-openstack-request-id: req-059c97c0-2f5a-416d-99a6-2f1ef64af7db {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:26.339383 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:26.339790 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-059c97c0-2f5a-416d-99a6-2f1ef64af7db {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:26.340391 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'status': 'completed', 'code': 200} Nov 04 14:15:26.371626 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5f02-feb7-4b23-82c5-55b6e79d0078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.448456 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-cf2c5f02-feb7-4b23-82c5-55b6e79d0078 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=920e356e81a8401f9cd25e4e40786f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286509 Nov 04 14:15:26.449557 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5f02-feb7-4b23-82c5-55b6e79d0078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6fca4-77b7-4056-ad70-4411a168006f,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:26.452448 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42036) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:26.502531 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad43c-60bb-4216-be35-68a681b9f345 req-d4cae750-825a-44b1-b15b-167e0422a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.509269 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-669ad43c-60bb-4216-be35-68a681b9f345 req-d4cae750-825a-44b1-b15b-167e0422a202 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1097 time: 0.0832975 Nov 04 14:15:26.549204 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aecf0cce-4a47-4b6c-84fa-71e64dad0ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.618746 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aecf0cce-4a47-4b6c-84fa-71e64dad0ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.783320 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d072fc1-e0a0-4f29-8f0b-de94d93e526a req-7f28c245-dfba-4baa-b9a3-ae84d4663ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.784831 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0d072fc1-e0a0-4f29-8f0b-de94d93e526a req-7f28c245-dfba-4baa-b9a3-ae84d4663ed9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 1098 time: 0.2499852 Nov 04 14:15:26.785807 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aecf0cce-4a47-4b6c-84fa-71e64dad0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.788967 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aecf0cce-4a47-4b6c-84fa-71e64dad0ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:26.793739 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-aecf0cce-4a47-4b6c-84fa-71e64dad0ba9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92a6fca4-77b7-4056-ad70-4411a168006f HTTP/1.1" status: 204 len: 168 time: 0.3245399 Nov 04 14:15:26.805113 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0cce-4a47-4b6c-84fa-71e64dad0ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6fca4-77b7-4056-ad70-4411a168006f,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:26.848262 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855886c-37ce-4565-8c98-05758a96035d req-53bfa05b-b7f0-41e4-acd0-62fe984a5af9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.858567 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9855886c-37ce-4565-8c98-05758a96035d req-53bfa05b-b7f0-41e4-acd0-62fe984a5af9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.1852627 Nov 04 14:15:26.861356 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad43c-60bb-4216-be35-68a681b9f345 req-9a048b9e-9034-401a-94df-29262142b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.862801 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-669ad43c-60bb-4216-be35-68a681b9f345 req-9a048b9e-9034-401a-94df-29262142b060 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3440988 Nov 04 14:15:26.893895 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8d4c-1b48-4289-af3d-b06ac387163d req-926b20cb-60e5-4256-98a4-5d8cd88174fa tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:26.895453 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7cad8d4c-1b48-4289-af3d-b06ac387163d req-926b20cb-60e5-4256-98a4-5d8cd88174fa tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.2027771 Nov 04 14:15:26.968736 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0d072fc1-e0a0-4f29-8f0b-de94d93e526a req-ee096325-00b3-4293-9d5e-8a2b5aeef87e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658535 Nov 04 14:15:27.076492 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9855886c-37ce-4565-8c98-05758a96035d req-a0cf4689-5946-4b3c-a399-649c396927d6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170420 Nov 04 14:15:27.110241 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7cad8d4c-1b48-4289-af3d-b06ac387163d req-573a1d64-fc76-4cd1-8607-c7a794d9ff8d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966810 Nov 04 14:15:27.161048 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad43c-60bb-4216-be35-68a681b9f345 req-270a429c-3e4c-4f86-912a-3343bd07ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:27.162528 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-669ad43c-60bb-4216-be35-68a681b9f345 req-270a429c-3e4c-4f86-912a-3343bd07ee09 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2832119 Nov 04 14:15:27.208816 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3f5c-21c1-49c5-9dc0-78b0988428ef req-c0a07e36-bf6a-48cf-bf08-5128b50eb89b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:27.210599 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-045f3f5c-21c1-49c5-9dc0-78b0988428ef req-c0a07e36-bf6a-48cf-bf08-5128b50eb89b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 944 time: 0.0616298 Nov 04 14:15:27.292540 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-50cf9208-2020-4b93-830d-d9e18bd11620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:27.297166 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-50cf9208-2020-4b93-830d-d9e18bd11620 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1097 time: 0.0783167 Nov 04 14:15:27.301059 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-045f3f5c-21c1-49c5-9dc0-78b0988428ef req-9be26625-3264-458c-b0ec-b1d0f365ae69 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834529 Nov 04 14:15:27.374600 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-15aacbda-dddd-45ae-a8eb-e53450927a16 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 200 len: 217 time: 0.0603397 Nov 04 14:15:27.457098 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-2e1fd33d-9461-4c37-b222-9299bd49d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:27.458854 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-2e1fd33d-9461-4c37-b222-9299bd49d142 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.0761781 Nov 04 14:15:27.468388 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa95fb-1bcd-46a0-bc6a-eddd0a2cc68a req-8b29b347-f561-4277-87ec-f10831e6acf9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:27.470183 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1faa95fb-1bcd-46a0-bc6a-eddd0a2cc68a req-8b29b347-f561-4277-87ec-f10831e6acf9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.0980802 Nov 04 14:15:27.551151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-371344e6-fa69-41b3-a6ce-c88527339232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:27.552750 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-371344e6-fa69-41b3-a6ce-c88527339232 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815554 Nov 04 14:15:27.557226 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1faa95fb-1bcd-46a0-bc6a-eddd0a2cc68a req-05d6eb37-affc-485b-a0cf-bcd19e738a8a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783370 Nov 04 14:15:27.655835 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-cb7d986f-eae3-418d-b6ed-043f73a16693 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949988 Nov 04 14:15:27.768037 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e13fd93f-e580-432d-ad22-4bb13bda2794 req-60f210df-5208-4e5b-aebb-ea412d3c0caf service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018398 Nov 04 14:15:28.234977 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f771d-110c-41f1-9543-4d5737fa4c7c req-09afb667-1b13-4efc-9353-a1e3a87f74dc tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:28.234977 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-df7f771d-110c-41f1-9543-4d5737fa4c7c req-09afb667-1b13-4efc-9353-a1e3a87f74dc tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0612009 Nov 04 14:15:28.498960 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-df7f771d-110c-41f1-9543-4d5737fa4c7c req-d07707d4-ccc8-4bc8-8844-2b45d2d79568 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577193 Nov 04 14:15:28.621798 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92924818-4b17-453d-8873-a3f1f57b7daf req-509905b9-980f-48a3-a9a7-61e326dbd8f0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:28.623614 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-92924818-4b17-453d-8873-a3f1f57b7daf req-509905b9-980f-48a3-a9a7-61e326dbd8f0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0552018 Nov 04 14:15:28.673408 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-92924818-4b17-453d-8873-a3f1f57b7daf req-19301e14-8111-4570-b4ed-ea9cc88c174e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Nov 04 14:15:28.787361 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be143bd2-f30d-4c51-a971-199e39cd4bde req-f96f9394-4172-4488-a3ab-1fb72d3d443c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:28.788841 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be143bd2-f30d-4c51-a971-199e39cd4bde req-f96f9394-4172-4488-a3ab-1fb72d3d443c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 944 time: 0.0490866 Nov 04 14:15:28.817945 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:28.845176 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be143bd2-f30d-4c51-a971-199e39cd4bde req-415ba2b8-281e-4cf5-884b-984a29862c75 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493882 Nov 04 14:15:28.941907 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:28.957718 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:28.996224 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:29.010274 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:29.036056 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:29.100937 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:29.162281 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:29.351744 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['5a26a582-dfc9-44c5-b9ce-348ca9ffb640'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:29.369404 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9b0c-2c31-4eee-b247-78c8471bed86 req-c0b4a2a4-c4c2-43d1-b130-fa7492c8f49d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:29.378023 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6e3d9b0c-2c31-4eee-b247-78c8471bed86 req-c0b4a2a4-c4c2-43d1-b130-fa7492c8f49d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0635567 Nov 04 14:15:29.450586 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6e3d9b0c-2c31-4eee-b247-78c8471bed86 req-009871d9-c71f-4c9e-bd4e-f690466a2ba8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Nov 04 14:15:29.488257 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-a39025d6-1539-4603-af4c-487da4f516e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:29.489817 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-a39025d6-1539-4603-af4c-487da4f516e9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 1098 time: 0.0499117 Nov 04 14:15:29.601672 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-6e09e80f-6315-43f9-b61c-9849a912e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:29.603169 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-6e09e80f-6315-43f9-b61c-9849a912e1dc service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.1042731 Nov 04 14:15:29.645500 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-ecaffbb2-4ab2-4b23-b7d5-9c51d4cea727 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e HTTP/1.1" status: 200 len: 217 time: 0.0343559 Nov 04 14:15:29.711354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-bed7628d-46ad-4d70-b118-ee1c4e7868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:29.713439 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-bed7628d-46ad-4d70-b118-ee1c4e7868c8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0558193 Nov 04 14:15:29.769906 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-9c7e228a-0ac7-4532-b2ca-ab26bfa7f90e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382402 Nov 04 14:15:29.878509 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17c7e-7633-4797-b7fc-5cb859e395ae req-81fb21bc-c7c2-43b9-9c98-8fb630393e1e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:29.878509 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfe17c7e-7633-4797-b7fc-5cb859e395ae req-81fb21bc-c7c2-43b9-9c98-8fb630393e1e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 944 time: 0.1098506 Nov 04 14:15:29.910876 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-43a54c42-6ab3-4fde-ac13-2959a34b439c service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314325 Nov 04 14:15:29.959480 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfe17c7e-7633-4797-b7fc-5cb859e395ae req-9d63d5e6-9fb5-49a8-8e86-9957b37ce294 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763972 Nov 04 14:15:30.019344 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52ee9ac7-7d8e-4cb7-a1dd-98118365303f req-6f96f82c-18f0-4635-a2be-6639e7003e04 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961425 Nov 04 14:15:30.069026 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a3086-dfe2-4092-a545-ca0654921469 req-ee0d6a42-1591-4809-8422-26497bca9644 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:30.070537 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a68a3086-dfe2-4092-a545-ca0654921469 req-ee0d6a42-1591-4809-8422-26497bca9644 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 944 time: 0.0515392 Nov 04 14:15:30.124708 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a68a3086-dfe2-4092-a545-ca0654921469 req-9e8a030f-b1a0-430b-90c5-a642cefdb840 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459952 Nov 04 14:15:30.562802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e07eeb-e94f-406d-a79d-3473d99f0e04 req-8a2be3b0-0331-4111-842c-2f38926084f3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:30.564807 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8e07eeb-e94f-406d-a79d-3473d99f0e04 req-8a2be3b0-0331-4111-842c-2f38926084f3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0494556 Nov 04 14:15:30.612385 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8e07eeb-e94f-406d-a79d-3473d99f0e04 req-1a9c063d-e705-47d7-b9d9-05c9779a6792 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Nov 04 14:15:30.821382 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 80c65928-380e-4d8f-b12f-3cb975a248c9 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:30.824434 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:30.962608 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 80c65928-380e-4d8f-b12f-3cb975a248c9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=80c65928-380e-4d8f-b12f-3cb975a248c9,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:30.975661 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'port_id': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'mac_address': 'fa:16:3e:7f:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:31.012043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:31.023743 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:15:31.028250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c65928-380e-4d8f-b12f-3cb975a248c9 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:31.032816 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:31.033211 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:31.073106 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 80c65928-380e-4d8f-b12f-3cb975a248c9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=80c65928-380e-4d8f-b12f-3cb975a248c9,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:31.083966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12d50-39f9-427a-a252-1cc8458fa37b req-41b2e5e4-8e53-46b7-b83d-00a5fa7ccb4b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:31.085532 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4af12d50-39f9-427a-a252-1cc8458fa37b req-41b2e5e4-8e53-46b7-b83d-00a5fa7ccb4b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 944 time: 0.0498817 Nov 04 14:15:31.122933 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:31.133695 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4af12d50-39f9-427a-a252-1cc8458fa37b req-bb8b031d-305f-4744-b965-92d19b1f7231 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Nov 04 14:15:31.145003 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:31.147293 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5f5564-7604-4c80-b20a-e7a7b312a91b" -d '{"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-plugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:31.159969 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:31.165223 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:31.193379 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8f77de-4691-4cc2-a716-99c67320b34c x-openstack-request-id: req-7f8f77de-4691-4cc2-a716-99c67320b34c {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:31.193693 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-plugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:31.193967 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f8f77de-4691-4cc2-a716-99c67320b34c {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:31.194345 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'code': 200} Nov 04 14:15:31.215999 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=80c65928-380e-4d8f-b12f-3cb975a248c9,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:31.247528 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86780b-6f31-4d47-ab20-222e1082d69a req-36089b55-e638-48c4-a935-212bc52c2c53 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:31.249019 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fc86780b-6f31-4d47-ab20-222e1082d69a req-36089b55-e638-48c4-a935-212bc52c2c53 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 945 time: 0.0546632 Nov 04 14:15:31.259764 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:31.296538 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fc86780b-6f31-4d47-ab20-222e1082d69a req-c3f13d46-2cff-45cd-b7d6-c340c7531aef tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Nov 04 14:15:31.306590 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:31.728947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70b2b9-1aaa-4cb0-99ca-5f75c4358809 req-4372adf0-137b-4c4d-880d-518b6f05d4d9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:31.730447 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2e70b2b9-1aaa-4cb0-99ca-5f75c4358809 req-4372adf0-137b-4c4d-880d-518b6f05d4d9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0483849 Nov 04 14:15:31.782524 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2e70b2b9-1aaa-4cb0-99ca-5f75c4358809 req-38dc7811-a0cf-4215-b428-38364c7b388f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Nov 04 14:15:32.255167 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55369c9c-4d71-4b02-8c4b-398e1f63daae req-dcba8cc9-a1fe-4a4e-b35a-3fd662158a48 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:32.256648 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-55369c9c-4d71-4b02-8c4b-398e1f63daae req-dcba8cc9-a1fe-4a4e-b35a-3fd662158a48 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0513649 Nov 04 14:15:32.310546 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-55369c9c-4d71-4b02-8c4b-398e1f63daae req-3d45c8fe-26f9-4a9a-9dff-d3c6164f5d7b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Nov 04 14:15:32.408689 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289bf77-339e-4f58-9e4a-5a55a56daf03 req-f530e615-eedd-4d40-b509-46590119e90a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:32.410177 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e289bf77-339e-4f58-9e4a-5a55a56daf03 req-f530e615-eedd-4d40-b509-46590119e90a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 945 time: 0.0471888 Nov 04 14:15:32.457384 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e289bf77-339e-4f58-9e4a-5a55a56daf03 req-1468495d-e0fc-4c6a-b56f-e05850f541ee tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Nov 04 14:15:32.899713 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3c894-80e4-41ea-adc2-09fbbfabf67f req-37a9671a-cb7e-4f91-912f-7beecd33566a tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:32.899713 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e0b3c894-80e4-41ea-adc2-09fbbfabf67f req-37a9671a-cb7e-4f91-912f-7beecd33566a tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0490217 Nov 04 14:15:32.911082 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d5d28cb-90c7-4d01-8d43-30af4ed2382b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:32.949864 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e0b3c894-80e4-41ea-adc2-09fbbfabf67f req-a71f6ac9-5316-49e8-afc2-aebef1a960c2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Nov 04 14:15:33.428436 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7290fb-177d-40e5-9aea-70756f88937d req-b729b69c-4b79-4229-9a6b-a0be14a62dc6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:33.429862 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4f7290fb-177d-40e5-9aea-70756f88937d req-b729b69c-4b79-4229-9a6b-a0be14a62dc6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Nov 04 14:15:33.478577 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4f7290fb-177d-40e5-9aea-70756f88937d req-b9edf38d-c2ab-4e5e-b568-5a1eb0aec98a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Nov 04 14:15:33.569003 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720829a-b367-45a4-b893-e4803ea09fa5 req-b88a2e9c-188a-47c2-a390-345e8ab3e288 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:33.570485 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6720829a-b367-45a4-b893-e4803ea09fa5 req-b88a2e9c-188a-47c2-a390-345e8ab3e288 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 945 time: 0.0468950 Nov 04 14:15:33.616811 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6720829a-b367-45a4-b893-e4803ea09fa5 req-9d1476b3-bee8-47b8-b967-19a608304f0c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Nov 04 14:15:34.066617 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98b427-9527-4ab3-bcc6-1cba15708ca4 req-b950b496-1f25-43c7-bbc0-76e69e0f8968 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:34.068121 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef98b427-9527-4ab3-bcc6-1cba15708ca4 req-b950b496-1f25-43c7-bbc0-76e69e0f8968 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0529244 Nov 04 14:15:34.122004 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef98b427-9527-4ab3-bcc6-1cba15708ca4 req-91b80db8-376d-4050-afd0-8a9b5dfc8a62 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Nov 04 14:15:34.339251 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281720c-a646-4c06-819a-7306042b6798 req-0aa592c9-0479-495c-b27b-1838b113512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:34.340713 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9281720c-a646-4c06-819a-7306042b6798 req-0aa592c9-0479-495c-b27b-1838b113512f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1098 time: 0.0387435 Nov 04 14:15:34.347763 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['80c65928-380e-4d8f-b12f-3cb975a248c9'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:34.395491 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9281720c-a646-4c06-819a-7306042b6798 req-a49d6e3e-ecf3-4ccf-90ee-46f2a4d6e84e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399852 Nov 04 14:15:34.596276 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97102a73-78ef-48ae-bd7b-2edd64cdf480 req-b6df7d18-d704-4b27-9520-f2a4868844a3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:34.597715 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97102a73-78ef-48ae-bd7b-2edd64cdf480 req-b6df7d18-d704-4b27-9520-f2a4868844a3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Nov 04 14:15:34.648637 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97102a73-78ef-48ae-bd7b-2edd64cdf480 req-490a1988-399b-4003-9c35-98ea5e6d102b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Nov 04 14:15:34.733176 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c5bc6-53c5-4050-a176-af6e6aa7cd92 req-02347bc3-b504-4dec-b242-e05223d6830b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:34.734702 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-290c5bc6-53c5-4050-a176-af6e6aa7cd92 req-02347bc3-b504-4dec-b242-e05223d6830b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 945 time: 0.0490997 Nov 04 14:15:34.783017 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-290c5bc6-53c5-4050-a176-af6e6aa7cd92 req-379d803c-62fd-4099-b2d4-b62b0be599df tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Nov 04 14:15:35.238195 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2ebf6-27a8-4ccc-8197-4f2869b732dd req-6ded92cf-9b68-417a-94a0-2fcfb54e9700 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:35.239927 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfa2ebf6-27a8-4ccc-8197-4f2869b732dd req-6ded92cf-9b68-417a-94a0-2fcfb54e9700 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0487833 Nov 04 14:15:35.289417 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfa2ebf6-27a8-4ccc-8197-4f2869b732dd req-49a017d3-e287-4167-8132-087b34c61fe0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Nov 04 14:15:35.333878 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-127426c5-d4f6-4248-9f0c-8882ed055c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:35.776822 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f0f5b-7063-4125-ad05-3e218bca13b5 req-d29a3a7d-79d1-4c1d-ac7d-076f91c342f3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:35.778473 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-992f0f5b-7063-4125-ad05-3e218bca13b5 req-d29a3a7d-79d1-4c1d-ac7d-076f91c342f3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0574834 Nov 04 14:15:35.831759 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-992f0f5b-7063-4125-ad05-3e218bca13b5 req-200ddb85-8a19-4ab3-b4f8-a20bb13182eb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466554 Nov 04 14:15:35.905562 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4706a-df7b-4edf-a6d7-626c82fd231f req-2052f8c3-0a57-411d-8694-dd00f8d80b40 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:35.907116 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-72d4706a-df7b-4edf-a6d7-626c82fd231f req-2052f8c3-0a57-411d-8694-dd00f8d80b40 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Nov 04 14:15:35.956497 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-72d4706a-df7b-4edf-a6d7-626c82fd231f req-e88d1912-d934-4df9-9364-0feafbf6d0ee tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Nov 04 14:15:36.403447 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b7d99-d2dc-4884-bf44-84ab9d33f7ba req-ef0eb4f8-00c1-46c4-8c19-7b9d0319febf tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:36.404887 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-319b7d99-d2dc-4884-bf44-84ab9d33f7ba req-ef0eb4f8-00c1-46c4-8c19-7b9d0319febf tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0495498 Nov 04 14:15:36.451156 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-319b7d99-d2dc-4884-bf44-84ab9d33f7ba req-773fa0c0-b47a-49cd-86bc-15e94549a5e3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Nov 04 14:15:36.605017 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:36.618797 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42366) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:36.721610 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b37459fe-2a08-4f45-b2a4-dd2f6eee91e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:36.801779 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b37459fe-2a08-4f45-b2a4-dd2f6eee91e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:36.873689 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b37459fe-2a08-4f45-b2a4-dd2f6eee91e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:36.921998 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-b37459fe-2a08-4f45-b2a4-dd2f6eee91e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=82abdf07957b4d08908a42e657f55c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021019 Nov 04 14:15:36.924287 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37459fe-2a08-4f45-b2a4-dd2f6eee91e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16046351-3fdc-4900-8dec-2fbd1273bf88,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:36.924809 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42376) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:36.962177 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea4ab4-2397-4102-b9f4-c99649112666 req-d1a1c689-142b-4c84-b82a-e1713ac6affc tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:36.963597 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c0ea4ab4-2397-4102-b9f4-c99649112666 req-d1a1c689-142b-4c84-b82a-e1713ac6affc tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0604708 Nov 04 14:15:36.975315 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0ec4607f-a105-4476-85dc-64446323267a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.000343 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0ec4607f-a105-4476-85dc-64446323267a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.010070 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 80c65928-380e-4d8f-b12f-3cb975a248c9 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:15:37.034273 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c0ea4ab4-2397-4102-b9f4-c99649112666 req-92bfaae7-2ac5-4293-830b-ec49dc98566a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622134 Nov 04 14:15:37.092037 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8f4a6-15e1-48f1-a3e1-0cdbe3bf21d5 req-e7599422-748f-44a7-952f-ac2cf7ba5630 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:37.093886 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97c8f4a6-15e1-48f1-a3e1-0cdbe3bf21d5 req-e7599422-748f-44a7-952f-ac2cf7ba5630 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 945 time: 0.0563393 Nov 04 14:15:37.122643 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0ec4607f-a105-4476-85dc-64446323267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.126779 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0ec4607f-a105-4476-85dc-64446323267a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.129051 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-0ec4607f-a105-4476-85dc-64446323267a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/16046351-3fdc-4900-8dec-2fbd1273bf88 HTTP/1.1" status: 204 len: 168 time: 0.2023056 Nov 04 14:15:37.140329 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4607f-a105-4476-85dc-64446323267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16046351-3fdc-4900-8dec-2fbd1273bf88,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:37.160218 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 80c65928-380e-4d8f-b12f-3cb975a248c9 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:15:37.164443 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 80c65928-380e-4d8f-b12f-3cb975a248c9 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:15:37.164809 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.165106 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97c8f4a6-15e1-48f1-a3e1-0cdbe3bf21d5 req-7380634c-63d9-4107-a43f-c2a508106dd9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643134 Nov 04 14:15:37.205061 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f5fdf-ad64-48ae-8d6f-27cd86fbc19b req-fe19bcd5-d676-4df6-a05e-1f1bb155a9cf tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:37.206739 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d87f5fdf-ad64-48ae-8d6f-27cd86fbc19b req-fe19bcd5-d676-4df6-a05e-1f1bb155a9cf tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0599947 Nov 04 14:15:37.217223 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42390) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:37.222601 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'floatingip': {'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:37.278368 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.293491 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.302585 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:37.304944 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3301c66-567b-4e19-b52d-1fb7bfea0405" -d '{"events": [{"server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "name": "network-vif-plugged", "status": "completed", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:37.317419 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 80c65928-380e-4d8f-b12f-3cb975a248c9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=80c65928-380e-4d8f-b12f-3cb975a248c9,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:37.343108 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e93e4-e2c5-4a84-b3bb-0f44c340c0c8 x-openstack-request-id: req-dd8e93e4-e2c5-4a84-b3bb-0f44c340c0c8 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:37.343421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "name": "network-vif-plugged", "status": "completed", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:37.343672 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dd8e93e4-e2c5-4a84-b3bb-0f44c340c0c8 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:37.344805 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'code': 200} Nov 04 14:15:37.442540 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.507412 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=80c65928-380e-4d8f-b12f-3cb975a248c9,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:37.590863 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8d6a-af84-4a02-9919-c0f82db1bbc5 req-69351f20-97d7-4b02-ae80-41b6e045029d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:37.598657 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8b3a8d6a-af84-4a02-9919-c0f82db1bbc5 req-69351f20-97d7-4b02-ae80-41b6e045029d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0558939 Nov 04 14:15:37.646136 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8b3a8d6a-af84-4a02-9919-c0f82db1bbc5 req-efc27fb8-3408-47c6-a4ed-81d34128a2f1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 Nov 04 14:15:37.794932 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35a993-73ad-48a9-8a65-e1bc0da16a9f req-b653e3a4-029d-442a-b5e4-fc12cb4155f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:37.796712 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f35a993-73ad-48a9-8a65-e1bc0da16a9f req-b653e3a4-029d-442a-b5e4-fc12cb4155f0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1099 time: 0.0470331 Nov 04 14:15:37.811194 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.858835 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42414) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:37.867394 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f35a993-73ad-48a9-8a65-e1bc0da16a9f req-46869c4f-9fe1-428d-bed5-8c33ff8e2172 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616360 Nov 04 14:15:37.874300 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2f27196d-f3af-44ac-894e-a55ba4092572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:37.949760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2f27196d-f3af-44ac-894e-a55ba4092572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.039521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2f27196d-f3af-44ac-894e-a55ba4092572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.091391 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2f27196d-f3af-44ac-894e-a55ba4092572 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2dda7e962070444c85f2479c58cbc0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290184 Nov 04 14:15:38.091391 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27196d-f3af-44ac-894e-a55ba4092572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c85fc7-81a0-49bf-b246-8827c0afe669,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:38.096049 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42424) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:38.157982 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-de0ccb76-0941-4cb7-9892-5adcf8acfe8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.180871 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-de0ccb76-0941-4cb7-9892-5adcf8acfe8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.187483 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.253884 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.305535 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5939c-346c-40dd-bf3b-cbafe74f9845 req-3f8dedab-b2ea-4edc-a397-bc50600eddfe tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:38.307143 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-40a5939c-346c-40dd-bf3b-cbafe74f9845 req-3f8dedab-b2ea-4edc-a397-bc50600eddfe tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0538144 Nov 04 14:15:38.314000 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-de0ccb76-0941-4cb7-9892-5adcf8acfe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.316797 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-de0ccb76-0941-4cb7-9892-5adcf8acfe8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.317898 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-de0ccb76-0941-4cb7-9892-5adcf8acfe8e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8c85fc7-81a0-49bf-b246-8827c0afe669 HTTP/1.1" status: 204 len: 168 time: 0.2206354 Nov 04 14:15:38.341323 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ccb76-0941-4cb7-9892-5adcf8acfe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c85fc7-81a0-49bf-b246-8827c0afe669,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:38.359214 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.l3_db [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Floating IP 28d7f2f3-3693-45c8-8af1-14b3a643b2ef associated. External IP: 172.27.1.208, port: 5a26a582-dfc9-44c5-b9ce-348ca9ffb640. Nov 04 14:15:38.376283 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-40a5939c-346c-40dd-bf3b-cbafe74f9845 req-c963ac3a-9ad9-4fee-a7cf-5b6b094142c1 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566006 Nov 04 14:15:38.584145 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Router 76a34d51-c650-4898-ac58-479902cd769e has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:15:38.699373 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:15:38.706806 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.717292 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:15:38.738851 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b79b3cdd-d527-4a78-a963-697a7ced4aed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "PUT /v2.0/floatingips/28d7f2f3-3693-45c8-8af1-14b3a643b2ef HTTP/1.1" status: 200 len: 991 time: 1.5201933 Nov 04 14:15:38.739853 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:38.743059 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472dac83-c2d5-4618-9fce-4899f57fa8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:38.745048 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:38.746863 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:38.796303 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810768b-cb76-4932-98af-869719b05acf req-df0b973c-0804-4d67-925c-dc2f57d6c9f6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:38.799634 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:38.808592 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4810768b-cb76-4932-98af-869719b05acf req-df0b973c-0804-4d67-925c-dc2f57d6c9f6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0819514 Nov 04 14:15:38.882577 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e2335b-73dd-47b3-a075-b9b50c5e9641 x-openstack-request-id: req-01e2335b-73dd-47b3-a075-b9b50c5e9641 {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:38.882964 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:38.883230 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01e2335b-73dd-47b3-a075-b9b50c5e9641 {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:38.883631 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'status': 'completed', 'code': 200} Nov 04 14:15:38.905267 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:38.940921 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4810768b-cb76-4932-98af-869719b05acf req-8d103c53-b0d4-4f80-92a5-2d2de2cc9d4b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158216 Nov 04 14:15:38.992196 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-234140af-f4c1-43a3-a286-1526f702ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:38.993211 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-234140af-f4c1-43a3-a286-1526f702ee5f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1098 time: 0.0494986 Nov 04 14:15:39.123543 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-aaaad8ec-44a3-4be7-b484-7637c9745bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:39.125031 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-aaaad8ec-44a3-4be7-b484-7637c9745bf3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.1244342 Nov 04 14:15:39.239798 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-2f95f42d-5e65-480f-8e1e-84065286964c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 200 len: 999 time: 0.0996149 Nov 04 14:15:39.256807 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '28d7f2f3-3693-45c8-8af1-14b3a643b2ef', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '76a34d51-c650-4898-ac58-479902cd769e', 'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:15:12Z', 'updated_at': '2021-11-04T14:15:38Z', 'revision_number': 1, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:39.284549 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:15:39.293533 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:39.294145 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:39.309178 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-b4295982-de71-4513-ba3d-8a950272cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:39.311106 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-b4295982-de71-4513-ba3d-8a950272cc1f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.0522847 Nov 04 14:15:39.390845 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-db60117e-a257-480b-8c77-4a80077b3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:39.394336 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-db60117e-a257-480b-8c77-4a80077b3049 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639167 Nov 04 14:15:39.429696 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:39.590531 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42472) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:39.622347 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2646630-f69c-40cb-addc-db4583e9f62a req-ce46ac7f-886f-430e-9782-460cf0070f09 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:39.624069 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2646630-f69c-40cb-addc-db4583e9f62a req-ce46ac7f-886f-430e-9782-460cf0070f09 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0898032 Nov 04 14:15:39.630779 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-62e642b3-f1a6-40a2-bf77-5d70e6089030 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175524 Nov 04 14:15:39.761694 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e70e0db0-45ae-4122-a9a5-cc2cbfafaa0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:39.773739 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2646630-f69c-40cb-addc-db4583e9f62a req-b379a981-d27b-40da-ac83-734326dae5da tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343801 Nov 04 14:15:39.815145 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-472dac83-c2d5-4618-9fce-4899f57fa8cd req-d7267deb-4672-49a9-9eda-2487ad0e7f67 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638587 Nov 04 14:15:39.843063 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '28d7f2f3-3693-45c8-8af1-14b3a643b2ef', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '76a34d51-c650-4898-ac58-479902cd769e', 'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:15:12Z', 'updated_at': '2021-11-04T14:15:38Z', 'revision_number': 1, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:39.879772 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e70e0db0-45ae-4122-a9a5-cc2cbfafaa0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:39.893713 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6376a3e8-e3f4-4a16-bed0-ec3cfb3be438 None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '28d7f2f3-3693-45c8-8af1-14b3a643b2ef', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '76a34d51-c650-4898-ac58-479902cd769e', 'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:15:12Z', 'updated_at': '2021-11-04T14:15:38Z', 'revision_number': 1, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:39.979766 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e70e0db0-45ae-4122-a9a5-cc2cbfafaa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:40.015444 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be7b4c-dab1-48a8-ac35-79fa6ec9e0a3 req-cb2d09e8-1e0b-4dcd-b8e7-865de1b3b18a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:40.020724 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e70e0db0-45ae-4122-a9a5-cc2cbfafaa0e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bdca7cdbc0be415f98c4b630f6b44d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284918 Nov 04 14:15:40.021807 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e0db0-45ae-4122-a9a5-cc2cbfafaa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a0e140-4d08-4378-bd33-b46735ac3ba1,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:40.022008 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-57be7b4c-dab1-48a8-ac35-79fa6ec9e0a3 req-cb2d09e8-1e0b-4dcd-b8e7-865de1b3b18a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.0810907 Nov 04 14:15:40.023450 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42488) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:40.145228 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-57be7b4c-dab1-48a8-ac35-79fa6ec9e0a3 req-70877dbf-f57a-486d-b94a-008342b03744 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109214 Nov 04 14:15:40.148576 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e169ea84-3338-4025-a3e7-95c0f6e83184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:40.157697 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817a8bf-4be7-4781-ab27-fe8f654c55a2 None None] New status for floating IP 28d7f2f3-3693-45c8-8af1-14b3a643b2ef: ACTIVE {{(pid=101611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:15:40.161266 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff001-3237-4900-96ef-611f5820da93 req-097e24d2-4575-4b6d-ae58-7040c303894f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:40.169348 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54bff001-3237-4900-96ef-611f5820da93 req-097e24d2-4575-4b6d-ae58-7040c303894f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.1277056 Nov 04 14:15:40.201934 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e169ea84-3338-4025-a3e7-95c0f6e83184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:40.273347 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54bff001-3237-4900-96ef-611f5820da93 req-79c78b76-a58b-4be2-b40b-74c5454d4b64 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920241 Nov 04 14:15:40.394014 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e169ea84-3338-4025-a3e7-95c0f6e83184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:40.396812 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e169ea84-3338-4025-a3e7-95c0f6e83184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:40.397944 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e169ea84-3338-4025-a3e7-95c0f6e83184 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5a0e140-4d08-4378-bd33-b46735ac3ba1 HTTP/1.1" status: 204 len: 168 time: 0.3735793 Nov 04 14:15:40.406151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169ea84-3338-4025-a3e7-95c0f6e83184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a0e140-4d08-4378-bd33-b46735ac3ba1,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:40.915862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa303-71ae-461d-9d43-4c5405a40073 req-fad8d941-cd9d-45be-afc8-28da72ca832e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:40.919298 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-efafa303-71ae-461d-9d43-4c5405a40073 req-fad8d941-cd9d-45be-afc8-28da72ca832e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0656250 Nov 04 14:15:40.974703 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-efafa303-71ae-461d-9d43-4c5405a40073 req-9493afa7-ffd2-4cf3-b1fe-486890910f92 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497077 Nov 04 14:15:41.149772 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330754e-a9d5-4325-b493-f1d6563dd8d3 req-8c5b9b62-7b4e-435a-9da1-3d01966705a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:41.151398 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2330754e-a9d5-4325-b493-f1d6563dd8d3 req-8c5b9b62-7b4e-435a-9da1-3d01966705a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0469298 Nov 04 14:15:41.162053 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42536) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:41.164921 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'floatingip': {'port_id': '80c65928-380e-4d8f-b12f-3cb975a248c9'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:41.238112 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:41.395075 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809dede-c71c-4ae5-9947-b9e7b39ed1bd req-3372449f-b1af-49b3-aaf1-cafcee81e592 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:41.396666 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c809dede-c71c-4ae5-9947-b9e7b39ed1bd req-3372449f-b1af-49b3-aaf1-cafcee81e592 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.1618114 Nov 04 14:15:41.557259 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42544) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:41.574372 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a795b07-e7e0-4c60-a9a9-58448a5748a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:41.660404 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a795b07-e7e0-4c60-a9a9-58448a5748a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:41.734796 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34560854-88ad-4558-99a6-81c5fdae8ed5 req-adab2e93-d431-4e1f-a019-e07b3af853f2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:41.736305 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-34560854-88ad-4558-99a6-81c5fdae8ed5 req-adab2e93-d431-4e1f-a019-e07b3af853f2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.3365455 Nov 04 14:15:41.736925 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42552) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:41.742932 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c809dede-c71c-4ae5-9947-b9e7b39ed1bd req-a3939436-befd-4389-941a-125f12bc1da2 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266983 Nov 04 14:15:41.744794 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a795b07-e7e0-4c60-a9a9-58448a5748a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:41.796808 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-1a795b07-e7e0-4c60-a9a9-58448a5748a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46f93aa52841477e9de27a4077ce2fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384386 Nov 04 14:15:41.797991 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a795b07-e7e0-4c60-a9a9-58448a5748a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e058c8c-adad-4a67-a6ae-623e6405b012,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:41.800463 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42556) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:41.860380 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-34560854-88ad-4558-99a6-81c5fdae8ed5 req-bf445972-e8ab-48c1-8045-febce2958dd6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115975 Nov 04 14:15:41.877755 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3129b6c1-4a37-4fc4-afb3-63424de65743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:41.912081 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3129b6c1-4a37-4fc4-afb3-63424de65743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:41.918517 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c28ddaad-2b8f-4036-bdd3-f6e9fc7ace7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.028217 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c28ddaad-2b8f-4036-bdd3-f6e9fc7ace7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.050735 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3129b6c1-4a37-4fc4-afb3-63424de65743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.053307 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3129b6c1-4a37-4fc4-afb3-63424de65743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.055284 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3129b6c1-4a37-4fc4-afb3-63424de65743 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e058c8c-adad-4a67-a6ae-623e6405b012 HTTP/1.1" status: 204 len: 168 time: 0.2527308 Nov 04 14:15:42.065079 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129b6c1-4a37-4fc4-afb3-63424de65743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e058c8c-adad-4a67-a6ae-623e6405b012,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:42.113874 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c28ddaad-2b8f-4036-bdd3-f6e9fc7ace7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.169920 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c28ddaad-2b8f-4036-bdd3-f6e9fc7ace7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0dbeebdc37e9473aa45bf0f6fb88fc2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317317 Nov 04 14:15:42.172896 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42572) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:42.178925 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ddaad-2b8f-4036-bdd3-f6e9fc7ace7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2016be2-4534-4070-b23a-b3d982bcf750,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:42.236157 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-63c8e6bc-baf8-4332-876b-2c614312ac9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.270154 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-63c8e6bc-baf8-4332-876b-2c614312ac9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.329553 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.408553 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-63c8e6bc-baf8-4332-876b-2c614312ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.411317 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-63c8e6bc-baf8-4332-876b-2c614312ac9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.412528 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-63c8e6bc-baf8-4332-876b-2c614312ac9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2016be2-4534-4070-b23a-b3d982bcf750 HTTP/1.1" status: 204 len: 168 time: 0.2386434 Nov 04 14:15:42.428530 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8e6bc-baf8-4332-876b-2c614312ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2016be2-4534-4070-b23a-b3d982bcf750,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:42.439133 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:42.542864 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Floating IP 252215a6-8df6-41b1-a4fc-3b8d9a0d9146 associated. External IP: 172.27.1.177, port: 80c65928-380e-4d8f-b12f-3cb975a248c9. Nov 04 14:15:42.699105 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-82515e01-7ab3-4f2c-b891-da4c6aa171af tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:42.700605 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-82515e01-7ab3-4f2c-b891-da4c6aa171af tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.107 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.0678282 Nov 04 14:15:43.007690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc02426-af7a-43b3-a966-76f49b8cbf89 req-af496bae-ed25-4d8a-ad38-531b0e6c05de tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:43.007690 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5bc02426-af7a-43b3-a966-76f49b8cbf89 req-af496bae-ed25-4d8a-ad38-531b0e6c05de tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 945 time: 0.1609986 Nov 04 14:15:43.015842 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:15:43.036347 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Deleting port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:15:43.036689 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.084098 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b470ce-c52b-421a-8e54-a5dfb9b91b35 req-976d8bde-f3ef-4dde-b395-7d6f0d4cc629 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:43.085567 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-18b470ce-c52b-421a-8e54-a5dfb9b91b35 req-976d8bde-f3ef-4dde-b395-7d6f0d4cc629 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.1479049 Nov 04 14:15:43.180437 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42606) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:43.196996 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d07000dc-8ccb-4d27-ac96-4351372d2433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.286769 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d07000dc-8ccb-4d27-ac96-4351372d2433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.350819 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d07000dc-8ccb-4d27-ac96-4351372d2433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.395639 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d07000dc-8ccb-4d27-ac96-4351372d2433 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7021c788561a4ed3b361486716e96b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140970 Nov 04 14:15:43.397023 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07000dc-8ccb-4d27-ac96-4351372d2433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fee9f-cfe6-4dc1-883c-9946a9087a11,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:43.398813 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42614) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:43.403468 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5bc02426-af7a-43b3-a966-76f49b8cbf89 req-458f7b5b-a4c4-4f8c-b27b-ee430394649a tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/security-groups?id=87c7c830-d804-4dc7-85eb-05b4ea65c951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859468 Nov 04 14:15:43.491669 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a2f67dcc-1011-4c32-a0ff-12f2797b07b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.503999 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-18b470ce-c52b-421a-8e54-a5dfb9b91b35 req-88b479eb-fa7b-4c0f-88e5-8b48724789b0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061503 Nov 04 14:15:43.515592 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] For port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,segment=NetworkSegment(4a8a1127-5092-40f9-b8d8-1f1aea698757),segment_id=4a8a1127-5092-40f9-b8d8-1f1aea698757)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:43.521449 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.521700 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a2f67dcc-1011-4c32-a0ff-12f2797b07b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.550027 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Calling delete_port for 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:15:43.567752 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:15:43.574198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.578869 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a79404-191d-420b-9653-915d10dd70ce None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:15:43.593748 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:43.595091 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:43.643530 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a2f67dcc-1011-4c32-a0ff-12f2797b07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.647278 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a2f67dcc-1011-4c32-a0ff-12f2797b07b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.652563 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a2f67dcc-1011-4c32-a0ff-12f2797b07b3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b92fee9f-cfe6-4dc1-883c-9946a9087a11 HTTP/1.1" status: 204 len: 168 time: 0.2500226 Nov 04 14:15:43.660821 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-76e7accc-8e0b-45ca-9f1a-e504f675651e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "PUT /v2.0/floatingips/252215a6-8df6-41b1-a4fc-3b8d9a0d9146 HTTP/1.1" status: 200 len: 992 time: 2.4967334 Nov 04 14:15:43.660821 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:43.665563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c53dac-237a-4d94-b364-62c574b66f48" -d '{"events": [{"name": "network-changed", "server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:43.666180 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67dcc-1011-4c32-a0ff-12f2797b07b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fee9f-cfe6-4dc1-883c-9946a9087a11,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:43.743054 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:43.779697 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f78d45-45d7-46a1-8bee-e12a455e1206 x-openstack-request-id: req-05f78d45-45d7-46a1-8bee-e12a455e1206 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:43.780130 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:43.780387 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05f78d45-45d7-46a1-8bee-e12a455e1206 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:43.780787 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'status': 'completed', 'code': 200} Nov 04 14:15:43.857745 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c53dac-237a-4d94-b364-62c574b66f48 req-d6e1f90b-3786-48c6-986c-328561ff9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:43.860866 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-d6e1f90b-3786-48c6-986c-328561ff9e07 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1099 time: 0.0530610 Nov 04 14:15:43.881850 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:43.900366 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['6033b33e-05b2-4ade-9fa9-03bc81b4ba6b'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:43.927148 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Pushing event deleted for resources: {'Port': ['ID=6033b33e-05b2-4ade-9fa9-03bc81b4ba6b,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:44.056923 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] No DVR routers for this DVR port 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:15:44.061004 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:44.064610 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1f56413-7bd5-4a36-946e-9a573b74bf4a req-de865335-33e1-491b-a9d9-5458405f288b tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.107 "DELETE /v2.0/ports/6033b33e-05b2-4ade-9fa9-03bc81b4ba6b HTTP/1.1" status: 204 len: 173 time: 1.3286734 Nov 04 14:15:44.105371 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c53dac-237a-4d94-b364-62c574b66f48 req-ad450abf-99c3-422c-8234-033d8e1e47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:44.107698 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-ad450abf-99c3-422c-8234-033d8e1e47b6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 911 time: 0.2358396 Nov 04 14:15:44.133643 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '252215a6-8df6-41b1-a4fc-3b8d9a0d9146', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'port_id': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'mac_address': 'fa:16:3e:7f:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:15:17Z', 'updated_at': '2021-11-04T14:15:42Z', 'revision_number': 1, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:44.180039 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a79404-191d-420b-9653-915d10dd70ce None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:15:44.192586 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:15:44.193568 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:15:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:44.246751 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-62a25074-e1fd-4246-b73c-f7110ee23399 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 200 len: 1000 time: 0.1264739 Nov 04 14:15:44.349205 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c53dac-237a-4d94-b364-62c574b66f48 req-eb5d1179-a328-4ae2-b3a7-09f33c288454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:44.350756 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-eb5d1179-a328-4ae2-b3a7-09f33c288454 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.0968246 Nov 04 14:15:44.361045 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:15:44.417648 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c53dac-237a-4d94-b364-62c574b66f48 req-52cd9c3f-0555-4050-b9f7-0bd617fc3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:44.419998 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-52cd9c3f-0555-4050-b9f7-0bd617fc3d71 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516248 Nov 04 14:15:44.540293 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-47345baf-48a4-4167-9aaa-da80a34c8d72 req-ba00499e-ea0a-464b-b6bb-61e31007ecdb tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0335116 Nov 04 14:15:44.583034 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-8c715da3-94ac-4122-a8fa-4b19caeb4ae5 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513014 Nov 04 14:15:44.706333 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-40a79404-191d-420b-9653-915d10dd70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '252215a6-8df6-41b1-a4fc-3b8d9a0d9146', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'port_id': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'mac_address': 'fa:16:3e:7f:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:15:17Z', 'updated_at': '2021-11-04T14:15:42Z', 'revision_number': 1, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:44.738935 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59c53dac-237a-4d94-b364-62c574b66f48 req-41741e55-cdd7-4e26-bb9f-7553dca670a7 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449635 Nov 04 14:15:44.747257 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b563898-3696-41c0-955c-73a986c83e62 req-673ada77-afb5-4e03-ac3f-ff18fd25ee96 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:44.748746 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5b563898-3696-41c0-955c-73a986c83e62 req-673ada77-afb5-4e03-ac3f-ff18fd25ee96 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0974348 Nov 04 14:15:44.779952 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a79404-191d-420b-9653-915d10dd70ce None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '252215a6-8df6-41b1-a4fc-3b8d9a0d9146', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'port_id': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'mac_address': 'fa:16:3e:7f:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:15:17Z', 'updated_at': '2021-11-04T14:15:42Z', 'revision_number': 1, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:15:44.910832 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5b563898-3696-41c0-955c-73a986c83e62 req-9d063a12-0b87-4cb5-a9f7-f47b35fca62a tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488860 Nov 04 14:15:45.029863 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf1264-7a44-4543-b871-a6640121f46f None None] New status for floating IP 252215a6-8df6-41b1-a4fc-3b8d9a0d9146: ACTIVE {{(pid=101611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:15:45.659144 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-271d3fa1-0689-420f-83a3-e670e374f65c req-bcbae2f4-dda5-4f27-b4fc-a25483511b26 tempest-DeleteServersTestJSON-668564644 tempest-DeleteServersTestJSON-668564644-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bd926b9-0bff-46dc-b239-0f9b67cdc890 HTTP/1.1" status: 200 len: 210 time: 0.0289690 Nov 04 14:15:45.782160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'name': 'network-vif-deleted', 'tag': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:45.785026 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cefa5f4-e229-4151-8ed9-1635a515deee" -d '{"events": [{"server_uuid": "5bd926b9-0bff-46dc-b239-0f9b67cdc890", "name": "network-vif-deleted", "tag": "6033b33e-05b2-4ade-9fa9-03bc81b4ba6b"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:45.824457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb32c5-acb5-4105-a2ca-4e39b3c22d8a x-openstack-request-id: req-1cfb32c5-acb5-4105-a2ca-4e39b3c22d8a {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:45.824457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd926b9-0bff-46dc-b239-0f9b67cdc890", "name": "network-vif-deleted", "tag": "6033b33e-05b2-4ade-9fa9-03bc81b4ba6b", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:45.824457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1cfb32c5-acb5-4105-a2ca-4e39b3c22d8a {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:45.824457 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd926b9-0bff-46dc-b239-0f9b67cdc890', 'name': 'network-vif-deleted', 'tag': '6033b33e-05b2-4ade-9fa9-03bc81b4ba6b', 'status': 'completed', 'code': 200} Nov 04 14:15:46.043382 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5e34f-e23a-473f-9801-87b20d4c9275 req-9fb2a822-06f0-4f6c-914f-a75c9afdf944 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:46.044913 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64c5e34f-e23a-473f-9801-87b20d4c9275 req-9fb2a822-06f0-4f6c-914f-a75c9afdf944 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0605063 Nov 04 14:15:46.100957 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64c5e34f-e23a-473f-9801-87b20d4c9275 req-be92d3cd-f563-48f2-9018-99b23d9d31d9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496514 Nov 04 14:15:46.436903 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42726) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:46.565928 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-153ac59c-c33e-4258-b90a-370d3182acbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.642155 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-153ac59c-c33e-4258-b90a-370d3182acbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.702139 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-153ac59c-c33e-4258-b90a-370d3182acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.741598 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-153ac59c-c33e-4258-b90a-370d3182acbb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=508f0e15f0a149d494f13c3aa5a69c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035789 Nov 04 14:15:46.742479 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac59c-c33e-4258-b90a-370d3182acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8078d8ed-96ee-4c07-a739-13ae8e63f4f9,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:46.745464 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42748) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:46.821151 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a0bee7b2-4568-42e3-be55-96e87f042072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.847100 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a0bee7b2-4568-42e3-be55-96e87f042072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.985640 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a0bee7b2-4568-42e3-be55-96e87f042072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.988319 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a0bee7b2-4568-42e3-be55-96e87f042072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:46.992282 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a0bee7b2-4568-42e3-be55-96e87f042072 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8078d8ed-96ee-4c07-a739-13ae8e63f4f9 HTTP/1.1" status: 204 len: 168 time: 0.2425735 Nov 04 14:15:46.998257 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee7b2-4568-42e3-be55-96e87f042072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8078d8ed-96ee-4c07-a739-13ae8e63f4f9,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:47.105870 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:15:47.137194 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:15:47.137608 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 6033b33e-05b2-4ade-9fa9-03bc81b4ba6b not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:15:47.227168 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1071a-9ba0-4683-b791-8d0d80c9187d req-6b4d5090-f287-47e1-a70b-47509b2bba3e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:47.229445 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96c1071a-9ba0-4683-b791-8d0d80c9187d req-6b4d5090-f287-47e1-a70b-47509b2bba3e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0532584 Nov 04 14:15:47.283466 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96c1071a-9ba0-4683-b791-8d0d80c9187d req-2b6888ed-e37c-48ac-853f-629c0ea6f041 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484641 Nov 04 14:15:47.543030 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-ac15ba43-e19b-4c19-9c1e-e74eee81b006 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:47.544426 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-ac15ba43-e19b-4c19-9c1e-e74eee81b006 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.1057827 Nov 04 14:15:47.559140 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c8c42eb0-e35b-4425-be11-514c04abd735 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/quotas/c04646a3a2d346cbb1ce1e319c924706 HTTP/1.1" status: 200 len: 375 time: 0.0089915 Nov 04 14:15:47.606611 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-f237a8f5-9afe-437f-95a3-3a9460ddd0a6 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414586 Nov 04 14:15:47.682499 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42802) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:47.696556 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-365562a8-2c3a-4cf0-a91e-6f7a5e008306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:47.700787 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-0c748c2b-9f7f-47e2-a9cd-2d44c0ba0ff1 service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Nov 04 14:15:47.775637 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-365562a8-2c3a-4cf0-a91e-6f7a5e008306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:47.792926 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-fc6ee28f-06df-4e65-8ce7-4fd62e153a8e service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Nov 04 14:15:47.862337 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-365562a8-2c3a-4cf0-a91e-6f7a5e008306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:47.862871 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42810) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:47.895794 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-365562a8-2c3a-4cf0-a91e-6f7a5e008306 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=453c27bbbb29425f8947999c89c73521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117691 Nov 04 14:15:47.905908 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42816) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:47.917542 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365562a8-2c3a-4cf0-a91e-6f7a5e008306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c24714-02af-4180-afd0-9ef9830c698d,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:47.968147 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:47.991967 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.009634 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-19573b16-f810-42e1-bdfd-d49281f58417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.093286 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-81be9111-fd19-4316-8edf-404f6d462eb7 req-b8b2f7a1-8f7e-499a-b70b-96c473a0afae tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 210 time: 0.0330727 Nov 04 14:15:48.136046 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-19573b16-f810-42e1-bdfd-d49281f58417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.177054 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.192604 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.194604 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1c24714-02af-4180-afd0-9ef9830c698d HTTP/1.1" status: 204 len: 168 time: 0.2870431 Nov 04 14:15:48.205451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c24714-02af-4180-afd0-9ef9830c698d,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:48.214783 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.215305 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.215816 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.216862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.217175 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.217516 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.217850 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.218591 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.219100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.219575 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.224628 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.224628 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4c9a01-c8af-47f1-ae16-371dde413add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:48.232174 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-19573b16-f810-42e1-bdfd-d49281f58417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.281928 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19573b16-f810-42e1-bdfd-d49281f58417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519612f6-9976-4c27-9476-90cfe2d1b305,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:48.290930 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-19573b16-f810-42e1-bdfd-d49281f58417 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6aad815d108c4ebfac7f58216e563a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269614 Nov 04 14:15:48.293453 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42832) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:48.304980 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42834) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:48.371404 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-886688b2-6719-436f-a4c3-bdc599830be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.397277 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-886688b2-6719-436f-a4c3-bdc599830be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.448050 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42846) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:48.460512 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afb80d-3886-4b39-9054-3f488b78a0f8 req-87a66179-794e-49e7-94d7-8bcf4ab4f1e7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:48.462608 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4afb80d-3886-4b39-9054-3f488b78a0f8 req-87a66179-794e-49e7-94d7-8bcf4ab4f1e7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0660129 Nov 04 14:15:48.518550 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4e161810-9376-4301-bdd2-a9b03f663041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.518912 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-886688b2-6719-436f-a4c3-bdc599830be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.521600 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-886688b2-6719-436f-a4c3-bdc599830be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.522887 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-886688b2-6719-436f-a4c3-bdc599830be4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/519612f6-9976-4c27-9476-90cfe2d1b305 HTTP/1.1" status: 204 len: 168 time: 0.2270105 Nov 04 14:15:48.532453 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886688b2-6719-436f-a4c3-bdc599830be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519612f6-9976-4c27-9476-90cfe2d1b305,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:48.564860 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Deleting subnet 55438968-e039-4a7b-9552-5715aed2fcea {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:15:48.574830 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.597873 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4afb80d-3886-4b39-9054-3f488b78a0f8 req-6243d378-c505-4bb6-a897-598871cad92e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262670 Nov 04 14:15:48.628672 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.642130 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.726117 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4e161810-9376-4301-bdd2-a9b03f663041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.822478 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4e161810-9376-4301-bdd2-a9b03f663041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.827806 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.872788 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.876581 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] 10.222.0.74 "DELETE /v2.0/subnets/55438968-e039-4a7b-9552-5715aed2fcea HTTP/1.1" status: 204 len: 168 time: 0.4130523 Nov 04 14:15:48.879242 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42862) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:48.883814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847fc8a-7e9e-4a26-ac1f-4eec19f0f5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55438968-e039-4a7b-9552-5715aed2fcea,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:48.903292 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-4e161810-9376-4301-bdd2-a9b03f663041 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ccd7b248e6f42e3a75d9898f076a6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5971529 Nov 04 14:15:48.903893 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42864) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:48.905883 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161810-9376-4301-bdd2-a9b03f663041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47128bc3-74d3-466d-a79b-07dfae650db2,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:48.973206 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:48.976675 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-909c31cf-453f-4c69-bdbd-c4aaa16950cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.008308 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-909c31cf-453f-4c69-bdbd-c4aaa16950cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.066464 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.091176 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.091606 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.092433 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.092833 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > port after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.093245 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.093631 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > port after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.094027 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.094441 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.094828 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.095312 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.153730 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-909c31cf-453f-4c69-bdbd-c4aaa16950cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.157529 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-909c31cf-453f-4c69-bdbd-c4aaa16950cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.158908 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-909c31cf-453f-4c69-bdbd-c4aaa16950cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47128bc3-74d3-466d-a79b-07dfae650db2 HTTP/1.1" status: 204 len: 168 time: 0.2539659 Nov 04 14:15:49.173761 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c31cf-453f-4c69-bdbd-c4aaa16950cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47128bc3-74d3-466d-a79b-07dfae650db2,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:49.207106 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-00feab73-abcb-42ee-b3c8-ff602b276fcf req-0bb41aae-da18-4a8b-83e5-d28413fd62ad tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 210 time: 0.0353150 Nov 04 14:15:49.264039 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.264394 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.264731 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.265183 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:15:49.266197 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39968ab-80e6-4ed7-9969-a52f2a380cea']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:49.288905 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8a1127-5092-40f9-b8d8-1f1aea698757') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:49.288905 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8a1127-5092-40f9-b8d8-1f1aea698757') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:15:49.304532 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.326722 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.335611 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:15:49.335945 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: from cryptography.utils import int_from_bytes Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: from cryptography.utils import int_from_bytes Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:15:49.350193 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:15:49.440202 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42884) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:49.460497 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-252fdf10-68b6-405e-a55d-b9d6bf07efa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.534885 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-252fdf10-68b6-405e-a55d-b9d6bf07efa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.575984 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.581873 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.588413 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a39968ab-80e6-4ed7-9969-a52f2a380cea HTTP/1.1" status: 204 len: 168 time: 0.7041588 Nov 04 14:15:49.598893 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39968ab-80e6-4ed7-9969-a52f2a380cea,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:49.601855 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-252fdf10-68b6-405e-a55d-b9d6bf07efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.615202 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.615827 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.616245 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.616656 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.617062 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.617468 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.618002 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.618567 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.618996 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.619554 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.620087 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.620739 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d81f10-f14f-4446-a694-f73037eb7ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:49.644840 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-252fdf10-68b6-405e-a55d-b9d6bf07efa5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=057bf0ea22cc49619c5a0df49b38e53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002020 Nov 04 14:15:49.644840 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fdf10-68b6-405e-a55d-b9d6bf07efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b46b3-c4c6-4437-9ef4-65876d279c1f,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:49.645590 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42892) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:49.710467 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-650702b3-2cd3-4e36-b71e-2de45208239d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.746524 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-650702b3-2cd3-4e36-b71e-2de45208239d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.752369 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101720b-a618-4fcd-8d3c-05d234a74325 req-da74d4f3-afb9-475e-b6a0-3e2151bcc371 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:49.753903 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9101720b-a618-4fcd-8d3c-05d234a74325 req-da74d4f3-afb9-475e-b6a0-3e2151bcc371 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0626767 Nov 04 14:15:49.804394 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9101720b-a618-4fcd-8d3c-05d234a74325 req-64327baf-565a-4523-b667-2cfbfbf6eacd tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Nov 04 14:15:49.924695 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-650702b3-2cd3-4e36-b71e-2de45208239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.928927 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-650702b3-2cd3-4e36-b71e-2de45208239d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:49.930193 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-650702b3-2cd3-4e36-b71e-2de45208239d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/728b46b3-c4c6-4437-9ef4-65876d279c1f HTTP/1.1" status: 204 len: 168 time: 0.2833600 Nov 04 14:15:49.938356 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650702b3-2cd3-4e36-b71e-2de45208239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b46b3-c4c6-4437-9ef4-65876d279c1f,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:50.075810 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42902) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:50.127168 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e9397c49-dfb0-4a17-a924-002ef1988c60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5652a919c964719a9c18c14abf7b58e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501168 Nov 04 14:15:50.129528 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 42904) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:50.179878 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ff1-956b-4ce0-bb20-060d23c99bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.186549 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42906) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:50.200033 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f2313527-10f2-4a99-99a9-6d34cf9dbf49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.204359 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ff1-956b-4ce0-bb20-060d23c99bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.318218 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ac2bd2a0-d727-4fac-b862-fe61d1e6cad6 req-20704a8d-12a5-4733-a770-897e8f36d34b tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 210 time: 0.0387962 Nov 04 14:15:50.334261 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ff1-956b-4ce0-bb20-060d23c99bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.334606 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ff1-956b-4ce0-bb20-060d23c99bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.336131 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-4a4c6ff1-956b-4ce0-bb20-060d23c99bdb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87c7c830-d804-4dc7-85eb-05b4ea65c951 HTTP/1.1" status: 204 len: 168 time: 0.2057068 Nov 04 14:15:50.350886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c6ff1-956b-4ce0-bb20-060d23c99bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7c830-d804-4dc7-85eb-05b4ea65c951,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:50.379296 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f2313527-10f2-4a99-99a9-6d34cf9dbf49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.496623 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f2313527-10f2-4a99-99a9-6d34cf9dbf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.541816 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f2313527-10f2-4a99-99a9-6d34cf9dbf49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d19c18afd4a45efb71f533c930a4a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542044 Nov 04 14:15:50.542776 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2313527-10f2-4a99-99a9-6d34cf9dbf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff129d-9960-4e98-8d4f-0bbcc81af85d,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:50.545347 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 42920) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:50.601438 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-043f266c-d4e1-4127-a517-93a32c13c863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.624832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-043f266c-d4e1-4127-a517-93a32c13c863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.633609 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-8306d025-7c18-4fec-b079-046252bc9d0b tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:50.635171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-8306d025-7c18-4fec-b079-046252bc9d0b tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.1365030 Nov 04 14:15:50.657483 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Request body: {'port': {'device_id': '040817ac-9955-4948-a166-d2cd4834a3ab', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'admin_state_up': True, 'tenant_id': 'c04646a3a2d346cbb1ce1e319c924706'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:50.753533 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-043f266c-d4e1-4127-a517-93a32c13c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.764042 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-043f266c-d4e1-4127-a517-93a32c13c863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.764042 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-043f266c-d4e1-4127-a517-93a32c13c863 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8dff129d-9960-4e98-8d4f-0bbcc81af85d HTTP/1.1" status: 204 len: 168 time: 0.2117002 Nov 04 14:15:50.770453 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f266c-d4e1-4127-a517-93a32c13c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff129d-9960-4e98-8d4f-0bbcc81af85d,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:50.867726 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Made reservation on behalf of c04646a3a2d346cbb1ce1e319c924706 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:15:50.871306 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:50.984697 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298968-2463-4436-b0db-3b61918b2838 req-2e63cf96-8b10-49f3-9c65-8ce178e60cf6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:50.984697 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb298968-2463-4436-b0db-3b61918b2838 req-2e63cf96-8b10-49f3-9c65-8ce178e60cf6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0960948 Nov 04 14:15:51.078868 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb298968-2463-4436-b0db-3b61918b2838 req-37fd7c34-7aca-4132-9c87-0d650a326124 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860693 Nov 04 14:15:51.084799 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Allocated IP 172.20.0.8 (8e73af2d-8a2a-4629-8aae-5b5e496eb49f/205286e7-3bd0-40ac-9a8d-a5d1e2993d33/35e53680-2447-468e-b9e4-3d988e664bc0) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:15:51.259737 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:51.359983 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:51.375623 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:51.404178 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:15:51.409683 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:15:51.427501 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:15:51.433278 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:51.433911 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:51.461373 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event updated for resources: {'Port': ['ID=35e53680-2447-468e-b9e4-3d988e664bc0,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:51.487164 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ca986-d2d6-4f88-a131-d920dc9fcdc0 req-f4262ae0-1d5f-483c-9a52-096c4be9c506 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:51.488728 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-015ca986-d2d6-4f88-a131-d920dc9fcdc0 req-f4262ae0-1d5f-483c-9a52-096c4be9c506 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 931 time: 0.0832493 Nov 04 14:15:51.525984 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c2760b0d-b1f4-464a-b793-ef83c678371f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724034 Nov 04 14:15:51.571421 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-015ca986-d2d6-4f88-a131-d920dc9fcdc0 req-58579b78-0dd5-4da7-92ff-4dffa2321fcd tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741875 Nov 04 14:15:51.583212 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Request body: {'port': {'device_id': '040817ac-9955-4948-a166-d2cd4834a3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:15:51.659175 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:51.953694 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e53680-2447-468e-b9e4-3d988e664bc0 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:51.965395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:51.977947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Transition to ACTIVE for port object 35e53680-2447-468e-b9e4-3d988e664bc0 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:15:52.051696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:52.101481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Pushing event updated for resources: {'Port': ['ID=35e53680-2447-468e-b9e4-3d988e664bc0,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:52.136846 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Attempting to bind port 35e53680-2447-468e-b9e4-3d988e664bc0 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:15:52.137181 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Attempting to bind port 35e53680-2447-468e-b9e4-3d988e664bc0 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:15:52.137700 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Attempting to bind port 35e53680-2447-468e-b9e4-3d988e664bc0 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:52.144387 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Port 35e53680-2447-468e-b9e4-3d988e664bc0 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:15:52.147932 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Attempting to bind port 35e53680-2447-468e-b9e4-3d988e664bc0 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:15:52.150499 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:15:52.150841 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Checking segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:15:52.151223 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Bound using segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:15:52.152372 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Bound port: 35e53680-2447-468e-b9e4-3d988e664bc0, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:15:52.152734 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:52.244037 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35987f-ce20-42f0-88cc-7d016326ac9c req-5d1728b0-0fd8-4960-ab5d-b7fb341a039e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:52.245546 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3a35987f-ce20-42f0-88cc-7d016326ac9c req-5d1728b0-0fd8-4960-ab5d-b7fb341a039e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0897503 Nov 04 14:15:52.259449 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] For port 35e53680-2447-468e-b9e4-3d988e664bc0, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:15:52.263245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] For port 35e53680-2447-468e-b9e4-3d988e664bc0, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=35e53680-2447-468e-b9e4-3d988e664bc0,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:15:52.301931 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3a35987f-ce20-42f0-88cc-7d016326ac9c req-a32d8b4a-9695-4fb9-8525-e89cf1607bc8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 Nov 04 14:15:52.380184 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:52.428187 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:52.428803 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:52.430213 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] 10.222.0.107 "PUT /v2.0/ports/35e53680-2447-468e-b9e4-3d988e664bc0 HTTP/1.1" status: 200 len: 1093 time: 0.8682430 Nov 04 14:15:52.433385 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040817ac-9955-4948-a166-d2cd4834a3ab', 'tag': '35e53680-2447-468e-b9e4-3d988e664bc0'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:15:52.435830 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59813dcc-0e07-4fb4-a62c-5caa27c79a59" -d '{"events": [{"name": "network-changed", "server_uuid": "040817ac-9955-4948-a166-d2cd4834a3ab", "tag": "35e53680-2447-468e-b9e4-3d988e664bc0"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:15:52.441180 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-f46f41a4-9436-4fa3-9c60-34bcfee40ec4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974412 Nov 04 14:15:52.452893 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf02c2-ad9d-467b-aac7-cda0515b11a8 service neutron] Pushing event updated for resources: {'Port': ['ID=35e53680-2447-468e-b9e4-3d988e664bc0,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:52.501691 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341467e-84b2-4221-82c5-3f0d89ff9b1d x-openstack-request-id: req-a341467e-84b2-4221-82c5-3f0d89ff9b1d {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:15:52.502149 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040817ac-9955-4948-a166-d2cd4834a3ab", "tag": "35e53680-2447-468e-b9e4-3d988e664bc0", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:15:52.502778 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a341467e-84b2-4221-82c5-3f0d89ff9b1d {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:15:52.503239 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040817ac-9955-4948-a166-d2cd4834a3ab', 'tag': '35e53680-2447-468e-b9e4-3d988e664bc0', 'status': 'completed', 'code': 200} Nov 04 14:15:52.573355 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43030) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:52.592512 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-fe3f28d1-c659-409a-97ef-f0d5212a1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:52.594783 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-fe3f28d1-c659-409a-97ef-f0d5212a1142 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 1098 time: 0.0790024 Nov 04 14:15:52.600600 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813dcc-0e07-4fb4-a62c-5caa27c79a59 req-678749aa-e5da-4a2c-a063-7a1243895f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:52.602037 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59813dcc-0e07-4fb4-a62c-5caa27c79a59 req-678749aa-e5da-4a2c-a063-7a1243895f78 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 1096 time: 0.0713317 Nov 04 14:15:52.861809 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c75a-77d4-4340-8df2-fbb2409a7e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:52.945640 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c75a-77d4-4340-8df2-fbb2409a7e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:53.002136 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c75a-77d4-4340-8df2-fbb2409a7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:53.037240 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6c75a-77d4-4340-8df2-fbb2409a7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c8e05a-ee21-4ebd-a793-d282d6fc5560,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:53.058999 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6fe6c75a-77d4-4340-8df2-fbb2409a7e77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b4f7c3b7b87495fbeea86d075e86b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4844995 Nov 04 14:15:53.061455 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43048) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:53.075881 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecc60d-05c2-456e-b426-46b9bc32e7d8 req-de55e6cb-5d3d-4579-9089-8f5d9c92550a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.077376 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54ecc60d-05c2-456e-b426-46b9bc32e7d8 req-de55e6cb-5d3d-4579-9089-8f5d9c92550a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 943 time: 0.4220376 Nov 04 14:15:53.090819 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-131a79ad-f25d-40e9-b93e-a9259673b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.092243 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-131a79ad-f25d-40e9-b93e-a9259673b6b5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 916 time: 0.4645269 Nov 04 14:15:53.110888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813dcc-0e07-4fb4-a62c-5caa27c79a59 req-0e4bd375-e8a5-4fad-8762-31cf7deab6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.112350 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59813dcc-0e07-4fb4-a62c-5caa27c79a59 req-0e4bd375-e8a5-4fad-8762-31cf7deab6a3 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=c04646a3a2d346cbb1ce1e319c924706&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4965229 Nov 04 14:15:53.131062 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e8-0789-48b7-a63d-571d3e19b2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:53.158952 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e8-0789-48b7-a63d-571d3e19b2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:53.170670 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-42084d58-a0a1-4a56-9a79-0c0d720e757e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253 HTTP/1.1" status: 200 len: 217 time: 0.0619292 Nov 04 14:15:53.290155 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54ecc60d-05c2-456e-b426-46b9bc32e7d8 req-91263a57-5069-4045-9296-587dd4eecfcf tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008915 Nov 04 14:15:53.299614 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e8-0789-48b7-a63d-571d3e19b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:53.306298 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ba55a4e8-0789-48b7-a63d-571d3e19b2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:53.308880 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ba55a4e8-0789-48b7-a63d-571d3e19b2f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f5c8e05a-ee21-4ebd-a793-d282d6fc5560 HTTP/1.1" status: 204 len: 168 time: 0.2453885 Nov 04 14:15:53.313390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-cb0e0b63-bc7f-4694-b2d5-d6ec734326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.314859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-cb0e0b63-bc7f-4694-b2d5-d6ec734326a6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 200 len: 855 time: 0.1170714 Nov 04 14:15:53.317084 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55a4e8-0789-48b7-a63d-571d3e19b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c8e05a-ee21-4ebd-a793-d282d6fc5560,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:53.366133 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-7688c3ea-de0e-4491-9dc0-51747013d784 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415244 Nov 04 14:15:53.367537 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813dcc-0e07-4fb4-a62c-5caa27c79a59 req-21ba7e3a-9ba6-4f15-abc4-d26047180918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.368854 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59813dcc-0e07-4fb4-a62c-5caa27c79a59 req-21ba7e3a-9ba6-4f15-abc4-d26047180918 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422090 Nov 04 14:15:53.560389 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-cef2ec3e-a1d0-4ebf-8046-5474b61580cb service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752415 Nov 04 14:15:53.570690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-394d8111-9564-4a7b-a288-042a5e9e90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.572043 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-394d8111-9564-4a7b-a288-042a5e9e90fb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 1096 time: 0.1294253 Nov 04 14:15:53.581297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74154455-b850-408d-adf2-0aedad6a08dc req-01cd6c21-6063-4137-84a8-2651b2f3d079 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.582426 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-74154455-b850-408d-adf2-0aedad6a08dc req-01cd6c21-6063-4137-84a8-2651b2f3d079 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0836136 Nov 04 14:15:53.661077 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-ae3fc1e5-352c-45a6-a81c-316a88787120 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e53680-2447-468e-b9e4-3d988e664bc0 HTTP/1.1" status: 200 len: 217 time: 0.0744944 Nov 04 14:15:53.775318 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-74154455-b850-408d-adf2-0aedad6a08dc req-f971b124-6eb3-4c1e-9378-d6990e00428f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719236 Nov 04 14:15:53.797057 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8033430d-6d0b-478f-91a6-5d773aaba086 req-c67173a5-7ea4-4fc5-bc60-c1c9195089f1 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116141 Nov 04 14:15:53.803105 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c5c67659-092e-44d6-8746-ef29c4ec4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:53.804430 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-c5c67659-092e-44d6-8746-ef29c4ec4d31 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 200 len: 855 time: 0.1105869 Nov 04 14:15:53.847478 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-59d4d0d7-61d1-4e0f-9829-b9ead90dd55a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328088 Nov 04 14:15:53.948217 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-295b7fd0-045f-48d7-9770-363009a9f26e service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922079 Nov 04 14:15:54.052916 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a723442b-d037-4815-8f15-ae61e5dc9929 req-2c48efa3-631b-4639-9b79-24d7b21cab4a service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873234 Nov 04 14:15:54.114092 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43126) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:54.127329 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8b6309f9-9135-4f31-9b2b-085aa07dc806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.205817 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8b6309f9-9135-4f31-9b2b-085aa07dc806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.281779 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8b6309f9-9135-4f31-9b2b-085aa07dc806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.351707 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 43138) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:54.353300 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8b6309f9-9135-4f31-9b2b-085aa07dc806 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3eb20a993f0d481c875da99bd992cfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377391 Nov 04 14:15:54.354981 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6309f9-9135-4f31-9b2b-085aa07dc806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a8531d-7c87-4ae9-9cce-785019bb02d9,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:54.460796 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d718d18-07f9-4e46-86aa-3930f06093cd req-ce3f457b-cb2d-4ae5-bbef-6b68f993e2d3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:54.462677 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d718d18-07f9-4e46-86aa-3930f06093cd req-ce3f457b-cb2d-4ae5-bbef-6b68f993e2d3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 943 time: 0.0707576 Nov 04 14:15:54.489036 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-51124013-3939-47f5-86c9-8dabbfa58fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.532608 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-51124013-3939-47f5-86c9-8dabbfa58fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.547293 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d718d18-07f9-4e46-86aa-3930f06093cd req-488b0fba-a8e1-41e4-a880-f279e1204c88 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744441 Nov 04 14:15:54.662898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-51124013-3939-47f5-86c9-8dabbfa58fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.666052 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-51124013-3939-47f5-86c9-8dabbfa58fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:54.667635 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-51124013-3939-47f5-86c9-8dabbfa58fdb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31a8531d-7c87-4ae9-9cce-785019bb02d9 HTTP/1.1" status: 204 len: 168 time: 0.3150911 Nov 04 14:15:54.678647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51124013-3939-47f5-86c9-8dabbfa58fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a8531d-7c87-4ae9-9cce-785019bb02d9,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:54.944130 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11e5a-4182-436f-9480-0a5c5c122ea4 req-213b3d62-f290-4ce8-bbeb-20b0c5f4db2b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:54.945614 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3cd11e5a-4182-436f-9480-0a5c5c122ea4 req-213b3d62-f290-4ce8-bbeb-20b0c5f4db2b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0567405 Nov 04 14:15:55.004551 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3cd11e5a-4182-436f-9480-0a5c5c122ea4 req-ba57cbbd-176e-40ad-9ae9-578577d47a3d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434384 Nov 04 14:15:55.101256 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:15:55.688315 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee16ea-b58c-48df-8e92-b3012bc78d58 req-4af96886-fc27-4ab6-9a15-0f2f0ff53d4f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:55.697051 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53ee16ea-b58c-48df-8e92-b3012bc78d58 req-4af96886-fc27-4ab6-9a15-0f2f0ff53d4f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 943 time: 0.0609512 Nov 04 14:15:55.729388 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43222) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:55.751690 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53ee16ea-b58c-48df-8e92-b3012bc78d58 req-f39269e9-97eb-4aee-b106-976e97a3d86e tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558360 Nov 04 14:15:55.844781 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f81abcef-11be-425e-9c5e-1fcc7fd85be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:55.918071 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f81abcef-11be-425e-9c5e-1fcc7fd85be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.005104 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f81abcef-11be-425e-9c5e-1fcc7fd85be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.060701 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f81abcef-11be-425e-9c5e-1fcc7fd85be7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0a4c79dc88744151a9737f8268b24648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289387 Nov 04 14:15:56.061561 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81abcef-11be-425e-9c5e-1fcc7fd85be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584e4a68-2e47-464b-ae42-62400cd3ab41,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:56.064078 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 43236) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:56.149927 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-79d5e013-52fd-4ca1-afb1-947d8c914965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.171693 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdee2b-438f-4f36-9480-5acf1df7abc0 req-0c0b220f-e2b9-4e2c-a698-fd50527d7cf3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:56.173081 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-11fdee2b-438f-4f36-9480-5acf1df7abc0 req-0c0b220f-e2b9-4e2c-a698-fd50527d7cf3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0775480 Nov 04 14:15:56.190261 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-79d5e013-52fd-4ca1-afb1-947d8c914965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.251378 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-11fdee2b-438f-4f36-9480-5acf1df7abc0 req-701566b7-ccba-491b-ba73-e12797e4427f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 Nov 04 14:15:56.344704 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-79d5e013-52fd-4ca1-afb1-947d8c914965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.345202 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.347765 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-79d5e013-52fd-4ca1-afb1-947d8c914965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:56.348927 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-79d5e013-52fd-4ca1-afb1-947d8c914965 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/584e4a68-2e47-464b-ae42-62400cd3ab41 HTTP/1.1" status: 204 len: 168 time: 0.2838311 Nov 04 14:15:56.356696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5e013-52fd-4ca1-afb1-947d8c914965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e4a68-2e47-464b-ae42-62400cd3ab41,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:56.893620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde06e-4c8c-4a4a-ad4d-73f15d7df372 req-54f82e69-1400-4fdf-983f-610214d1a547 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:56.895181 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-efcde06e-4c8c-4a4a-ad4d-73f15d7df372 req-54f82e69-1400-4fdf-983f-610214d1a547 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 943 time: 0.0775168 Nov 04 14:15:56.976708 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-efcde06e-4c8c-4a4a-ad4d-73f15d7df372 req-572a3d22-7356-48af-aa48-bf3e9f80548e tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755432 Nov 04 14:15:56.981377 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a601-5528-47d4-b23b-42761ef63c1f req-997bfc20-a490-4c25-9259-39f943e4e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:56.982828 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-de81a601-5528-47d4-b23b-42761ef63c1f req-997bfc20-a490-4c25-9259-39f943e4e125 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 1098 time: 0.0653727 Nov 04 14:15:57.035892 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-de81a601-5528-47d4-b23b-42761ef63c1f req-4e7a02ec-4e54-4387-b065-01284370ac19 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Nov 04 14:15:57.180583 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 35e53680-2447-468e-b9e4-3d988e664bc0 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:15:57.280256 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 35e53680-2447-468e-b9e4-3d988e664bc0, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=35e53680-2447-468e-b9e4-3d988e664bc0,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:57.296007 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '35e53680-2447-468e-b9e4-3d988e664bc0', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'port_id': '35e53680-2447-468e-b9e4-3d988e664bc0', 'mac_address': 'fa:16:3e:1e:7d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205286e7-3bd0-40ac-9a8d-a5d1e2993d33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:15:57.335614 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 43264) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:57.348811 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.370300 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e53680-2447-468e-b9e4-3d988e664bc0 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:15:57.385841 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ad5992e-305c-4679-83be-4357603ee6d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.393166 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 35e53680-2447-468e-b9e4-3d988e664bc0, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=35e53680-2447-468e-b9e4-3d988e664bc0,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:15:57.419418 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b225ee-7497-4951-aeb7-4af1d17e856b req-92a33339-d7b7-42dc-b568-200ec9e78854 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:57.420899 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7b225ee-7497-4951-aeb7-4af1d17e856b req-92a33339-d7b7-42dc-b568-200ec9e78854 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0740404 Nov 04 14:15:57.487002 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.494419 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7b225ee-7497-4951-aeb7-4af1d17e856b req-2c941189-e0e5-45bb-87f8-3af130212175 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647490 Nov 04 14:15:57.524101 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ad5992e-305c-4679-83be-4357603ee6d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.543329 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=35e53680-2447-468e-b9e4-3d988e664bc0,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:57.550326 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.550784 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.551131 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.551468 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.551800 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.552135 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.552461 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.552788 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.553128 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.553459 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.553793 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.554114 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:15:57.598945 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ad5992e-305c-4679-83be-4357603ee6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.639804 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-6ad5992e-305c-4679-83be-4357603ee6d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdf9a2926b3e48f18f243a4478f2ca67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027437 Nov 04 14:15:57.642931 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5992e-305c-4679-83be-4357603ee6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde79dc-9061-465f-9baa-0bb3619bb50c,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:57.643106 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43270) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:57.691856 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc8c2-1be7-4110-aa25-e0a0b62e12d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.715202 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc8c2-1be7-4110-aa25-e0a0b62e12d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.928362 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['35e53680-2447-468e-b9e4-3d988e664bc0'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:15:57.950141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc8c2-1be7-4110-aa25-e0a0b62e12d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.953341 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc8c2-1be7-4110-aa25-e0a0b62e12d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:57.954456 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3dbfc8c2-1be7-4110-aa25-e0a0b62e12d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8bde79dc-9061-465f-9baa-0bb3619bb50c HTTP/1.1" status: 204 len: 168 time: 0.3103065 Nov 04 14:15:57.963804 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfc8c2-1be7-4110-aa25-e0a0b62e12d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde79dc-9061-465f-9baa-0bb3619bb50c,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:58.102106 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ca801-6c64-45bc-ae6a-930417346042 req-2076a8e3-6ac1-45b9-9423-60e5ae5f432d tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:15:58.112473 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-258ca801-6c64-45bc-ae6a-930417346042 req-2076a8e3-6ac1-45b9-9423-60e5ae5f432d tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 944 time: 0.0498555 Nov 04 14:15:58.151046 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-258ca801-6c64-45bc-ae6a-930417346042 req-364c0ab6-d02f-4cca-9883-ff38b8982f07 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Nov 04 14:15:59.603719 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43324) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:59.716405 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-79d91d10-e328-4087-82e4-8358ec92f169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:59.788695 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-79d91d10-e328-4087-82e4-8358ec92f169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:59.856004 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-79d91d10-e328-4087-82e4-8358ec92f169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:59.893673 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-79d91d10-e328-4087-82e4-8358ec92f169 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=729ab6b53b814ab1b6f4e13d74c13339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889042 Nov 04 14:15:59.894741 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d91d10-e328-4087-82e4-8358ec92f169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf7fbf-e882-49a6-a279-b03c6936ca9f,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:15:59.896363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 43330) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:15:59.950224 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5f906ac-794e-4883-9cae-ae08c552a4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:15:59.971009 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5f906ac-794e-4883-9cae-ae08c552a4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:00.113311 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5f906ac-794e-4883-9cae-ae08c552a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:00.116022 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5f906ac-794e-4883-9cae-ae08c552a4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:00.117221 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e5f906ac-794e-4883-9cae-ae08c552a4a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebcf7fbf-e882-49a6-a279-b03c6936ca9f HTTP/1.1" status: 204 len: 168 time: 0.2191825 Nov 04 14:16:00.125937 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f906ac-794e-4883-9cae-ae08c552a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf7fbf-e882-49a6-a279-b03c6936ca9f,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:01.071259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac158-1645-48db-b292-0b7a8ccdf93b req-445520ca-4965-4221-8093-d0f1c88baf77 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:01.072806 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d0bac158-1645-48db-b292-0b7a8ccdf93b req-445520ca-4965-4221-8093-d0f1c88baf77 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0886116 Nov 04 14:16:01.084619 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362518d-c7d6-4c8b-96b9-ca6612e2a0c0 req-2de4f8ef-3378-4cf9-ba61-7db8b30fcc16 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:01.086171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0362518d-c7d6-4c8b-96b9-ca6612e2a0c0 req-2de4f8ef-3378-4cf9-ba61-7db8b30fcc16 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 944 time: 0.0729494 Nov 04 14:16:01.159918 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d0bac158-1645-48db-b292-0b7a8ccdf93b req-96f9dedb-8a4d-46fd-8fa9-deb73192af4a tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724607 Nov 04 14:16:01.168664 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0362518d-c7d6-4c8b-96b9-ca6612e2a0c0 req-654a8105-a7e5-4fdd-a1f5-0c71f8a1c4ca tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743818 Nov 04 14:16:02.924753 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4fcc07ad-91b2-4b0f-8dbe-2fba7b7439f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:04.508570 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534347c5-710d-4cc4-abf1-e571e889f192 req-9c7fa2fa-0ade-4ac4-a8a1-6b72c7d57a50 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:04.510045 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-534347c5-710d-4cc4-abf1-e571e889f192 req-9c7fa2fa-0ade-4ac4-a8a1-6b72c7d57a50 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0904830 Nov 04 14:16:04.537074 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb056907-a7b2-4341-859c-79727c213b95 req-c65e18d5-601d-47fd-b3bb-38d229dbefa2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:04.538566 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cb056907-a7b2-4341-859c-79727c213b95 req-c65e18d5-601d-47fd-b3bb-38d229dbefa2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 944 time: 0.0714083 Nov 04 14:16:04.587757 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-534347c5-710d-4cc4-abf1-e571e889f192 req-76527923-d636-4ce5-9d9b-ea69924382e2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715857 Nov 04 14:16:04.604356 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cb056907-a7b2-4341-859c-79727c213b95 req-497ce807-a96f-4906-8501-6e1a43bd208a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593026 Nov 04 14:16:04.703310 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137f23c-a3b9-4ca4-a705-4436358e64aa req-a67cf345-711f-423d-a14c-3425d05a4b27 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:04.704771 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a137f23c-a3b9-4ca4-a705-4436358e64aa req-a67cf345-711f-423d-a14c-3425d05a4b27 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0478239 Nov 04 14:16:04.751486 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a137f23c-a3b9-4ca4-a705-4436358e64aa req-a109dd14-f03b-4104-b0f9-c8801add83b3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Nov 04 14:16:04.906063 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 35e53680-2447-468e-b9e4-3d988e664bc0 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:16:05.035553 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 35e53680-2447-468e-b9e4-3d988e664bc0 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:16:05.040024 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 35e53680-2447-468e-b9e4-3d988e664bc0 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:16:05.041287 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:05.122823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:05.145495 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040817ac-9955-4948-a166-d2cd4834a3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e53680-2447-468e-b9e4-3d988e664bc0'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:16:05.147789 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b37cc-0b9a-41b1-828e-747ea0524449" -d '{"events": [{"server_uuid": "040817ac-9955-4948-a166-d2cd4834a3ab", "name": "network-vif-plugged", "status": "completed", "tag": "35e53680-2447-468e-b9e4-3d988e664bc0"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:16:05.172318 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 35e53680-2447-468e-b9e4-3d988e664bc0, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=35e53680-2447-468e-b9e4-3d988e664bc0,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:05.189007 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ac0ef-d1c0-4770-acdd-53346681a6ff x-openstack-request-id: req-7c8ac0ef-d1c0-4770-acdd-53346681a6ff {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:16:05.194448 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040817ac-9955-4948-a166-d2cd4834a3ab", "name": "network-vif-plugged", "status": "completed", "tag": "35e53680-2447-468e-b9e4-3d988e664bc0", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:16:05.194448 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c8ac0ef-d1c0-4770-acdd-53346681a6ff {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:16:05.194448 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040817ac-9955-4948-a166-d2cd4834a3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e53680-2447-468e-b9e4-3d988e664bc0', 'code': 200} Nov 04 14:16:05.333798 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-53b77ba0-66a6-48a9-aece-4450654e746a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:05.338992 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:05.384707 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=35e53680-2447-468e-b9e4-3d988e664bc0,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:06.538605 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:07.764387 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:08.090867 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7415577-1bb2-40d8-919e-e24de846682d req-1228b839-f57e-46c6-8e79-32a3aea27068 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:08.092399 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7415577-1bb2-40d8-919e-e24de846682d req-1228b839-f57e-46c6-8e79-32a3aea27068 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0513866 Nov 04 14:16:08.144007 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7415577-1bb2-40d8-919e-e24de846682d req-57f020f8-10df-4b28-89c3-af99abb70028 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Nov 04 14:16:08.245428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d725b-c6b0-4b21-b6da-f2de8fca490a req-5b266fbd-f6f6-4d04-9385-85cfcead2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:08.247049 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-817d725b-c6b0-4b21-b6da-f2de8fca490a req-5b266fbd-f6f6-4d04-9385-85cfcead2ddd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 1098 time: 0.0388248 Nov 04 14:16:08.306467 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-817d725b-c6b0-4b21-b6da-f2de8fca490a req-11549c3b-7e3f-46d8-8b23-ab4d03819f5f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Nov 04 14:16:08.764570 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:09.410095 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74dfd0-924d-4329-9c9c-eb0e38e589dc req-92017af8-91d3-476c-840d-8f3a1f647012 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:09.411505 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f74dfd0-924d-4329-9c9c-eb0e38e589dc req-92017af8-91d3-476c-840d-8f3a1f647012 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0502205 Nov 04 14:16:09.461108 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f74dfd0-924d-4329-9c9c-eb0e38e589dc req-906c5b71-8742-4233-a899-ee5db30d4023 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Nov 04 14:16:10.229335 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfc2b8-d21e-441d-8e95-95822da866a7 req-8a379eb6-7091-4507-81e9-72ec577f008b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:10.230760 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-86dfc2b8-d21e-441d-8e95-95822da866a7 req-8a379eb6-7091-4507-81e9-72ec577f008b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0501390 Nov 04 14:16:10.281626 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-86dfc2b8-d21e-441d-8e95-95822da866a7 req-dd01c7b2-636b-459f-a3a3-7fbe8637a807 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Nov 04 14:16:10.593883 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2a1a-9fc6-4319-bf47-b18b3f960898 req-fcdda02b-d109-4b7f-bda3-89c1bd090c54 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:10.599063 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ada2a1a-9fc6-4319-bf47-b18b3f960898 req-fcdda02b-d109-4b7f-bda3-89c1bd090c54 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0495281 Nov 04 14:16:10.649496 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ada2a1a-9fc6-4319-bf47-b18b3f960898 req-d70fd1d6-c16d-4965-9962-642dc3360b95 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Nov 04 14:16:10.993209 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43562) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:11.099358 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd72b-68ac-40ae-95bf-a2e1bf6e4216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.173736 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd72b-68ac-40ae-95bf-a2e1bf6e4216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.227123 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd72b-68ac-40ae-95bf-a2e1bf6e4216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.267468 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f1ebd72b-68ac-40ae-95bf-a2e1bf6e4216 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0f4fd01ab4747d8a90d97a0654d18c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731326 Nov 04 14:16:11.268116 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebd72b-68ac-40ae-95bf-a2e1bf6e4216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eee6d9-939f-4c0e-a781-f0274f965b6a,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:11.270259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 43572) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:11.327083 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-75e3187e-c206-4ddb-ab72-690fcfcf2eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.357750 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-75e3187e-c206-4ddb-ab72-690fcfcf2eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.455698 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-75e3187e-c206-4ddb-ab72-690fcfcf2eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.458958 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-75e3187e-c206-4ddb-ab72-690fcfcf2eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:11.465033 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-75e3187e-c206-4ddb-ab72-690fcfcf2eb3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84eee6d9-939f-4c0e-a781-f0274f965b6a HTTP/1.1" status: 204 len: 168 time: 0.1886995 Nov 04 14:16:11.468542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3187e-c206-4ddb-ab72-690fcfcf2eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eee6d9-939f-4c0e-a781-f0274f965b6a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:13.741671 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-e6cc0d67-8d25-4009-addf-f125f725fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:13.743437 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-e6cc0d67-8d25-4009-addf-f125f725fbf3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0469835 Nov 04 14:16:13.858861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05fe2f-b0a1-4a79-b0fa-496f1e729df8 req-631946bf-2b67-4be4-9c9a-96c5a10b520d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:13.860377 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5e05fe2f-b0a1-4a79-b0fa-496f1e729df8 req-631946bf-2b67-4be4-9c9a-96c5a10b520d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1102517 Nov 04 14:16:13.892886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-ffa1311e-e31d-482e-b04b-2e73f384c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:13.894361 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-ffa1311e-e31d-482e-b04b-2e73f384c799 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.1353681 Nov 04 14:16:13.949203 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-7b599f74-cea9-4565-9f06-2b8443c57019 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0444560 Nov 04 14:16:13.956924 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5e05fe2f-b0a1-4a79-b0fa-496f1e729df8 req-9568d0c2-6604-4761-bbc9-945742042c14 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895369 Nov 04 14:16:14.004574 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-b8de3a5d-5ecf-48f8-b5cb-22f97204cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:14.006011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-b8de3a5d-5ecf-48f8-b5cb-22f97204cfe9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0429606 Nov 04 14:16:14.039557 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-b0bfe563-abf6-4dc7-911b-50f6d1a7bd4c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237181 Nov 04 14:16:14.140187 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-525f08d0-cf7b-4df8-8876-9f7c52c7616c service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842102 Nov 04 14:16:14.238536 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f505ef2e-b418-47a4-8725-a8f77d7b71e9 req-e051856b-1fcd-424c-be46-adf483bfb57e service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819473 Nov 04 14:16:17.413010 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de034-47e4-4672-a203-b4164022be57 req-482aee45-57c3-4243-b30b-a51660dbaea5 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:17.414536 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4f3de034-47e4-4672-a203-b4164022be57 req-482aee45-57c3-4243-b30b-a51660dbaea5 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0488331 Nov 04 14:16:17.470706 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4f3de034-47e4-4672-a203-b4164022be57 req-380237a9-d218-4a1c-9e75-f56a35f5db25 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Nov 04 14:16:20.847562 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af996af-f0ef-4443-a1e0-3a247cc21164 req-88e1b82c-9a9b-4c81-919b-e0923ca37d63 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:20.849027 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3af996af-f0ef-4443-a1e0-3a247cc21164 req-88e1b82c-9a9b-4c81-919b-e0923ca37d63 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0481131 Nov 04 14:16:20.894346 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3af996af-f0ef-4443-a1e0-3a247cc21164 req-95a80666-513d-42b4-9ed8-e02e7be66344 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Nov 04 14:16:22.029140 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ace65-d3af-417c-8b38-d639369b032e req-2a3784ff-7e85-4c27-848e-f39538aa09c1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:22.037468 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e04ace65-d3af-417c-8b38-d639369b032e req-2a3784ff-7e85-4c27-848e-f39538aa09c1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0638051 Nov 04 14:16:22.081823 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e04ace65-d3af-417c-8b38-d639369b032e req-b09b9b24-09b3-424a-a7c8-c6d60622ddc3 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Nov 04 14:16:22.288753 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-57efa537-4f1d-4463-8af6-9ea774364ab9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:22.290254 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-57efa537-4f1d-4463-8af6-9ea774364ab9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.1062038 Nov 04 14:16:22.306968 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-bac2fe04-0533-475b-a348-0c7f9ab24b59 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/quotas/c04646a3a2d346cbb1ce1e319c924706 HTTP/1.1" status: 200 len: 375 time: 0.0108116 Nov 04 14:16:22.356773 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-205e4a77-8847-40dd-b584-39cdaf7725d3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443349 Nov 04 14:16:22.450678 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-d0640863-8789-4c7e-8e9c-f60a8f0145cf service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869367 Nov 04 14:16:22.552859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-2a663f21-062a-4a36-8cec-afaa952d9481 service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951023 Nov 04 14:16:22.791203 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-676190bc-8c56-437e-a374-00cbc616a2fd req-6a524717-62f9-468d-8588-02a593884dbf tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0344362 Nov 04 14:16:23.200548 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09030-f613-47a5-b454-38ee12442d95 req-5932ff3f-bcf1-462a-bc1e-62e18ff15715 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:23.202037 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66b09030-f613-47a5-b454-38ee12442d95 req-5932ff3f-bcf1-462a-bc1e-62e18ff15715 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0494006 Nov 04 14:16:23.249988 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66b09030-f613-47a5-b454-38ee12442d95 req-23415661-bad8-4051-ba18-e72261aa6cbb tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418444 Nov 04 14:16:23.879994 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dbca911f-e50f-4d7f-801e-afbc919afeff req-9759c6cf-907a-43eb-b43a-a7a7ecd9f69c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0243399 Nov 04 14:16:26.258222 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:26.585177 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dc027-4cb8-4e47-aaf2-ae531417dc54 req-152a2c20-e6cf-436a-b1bb-10841451c68c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:26.586706 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ba3dc027-4cb8-4e47-aaf2-ae531417dc54 req-152a2c20-e6cf-436a-b1bb-10841451c68c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0510404 Nov 04 14:16:26.628190 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-43975b89-6357-46e7-8d89-76e98b15ce03 req-3fe93353-95a5-48d8-ad3c-8f0632e4f84d tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0347474 Nov 04 14:16:26.662095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ba3dc027-4cb8-4e47-aaf2-ae531417dc54 req-5e9fc36b-f7b0-43ff-b33a-bdce8d7ab402 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667758 Nov 04 14:16:27.726647 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5a46cb42-c894-4ba9-9c7a-7cd4d51c1bd6 req-81d95423-d961-4556-8377-61013683618c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0263431 Nov 04 14:16:27.806133 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd8291-1ab7-40c7-bd54-d7be7be8dd3a req-15329f28-75cd-42c9-aaa9-2aec272664d0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:27.807657 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e0dd8291-1ab7-40c7-bd54-d7be7be8dd3a req-15329f28-75cd-42c9-aaa9-2aec272664d0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0763316 Nov 04 14:16:27.912075 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e0dd8291-1ab7-40c7-bd54-d7be7be8dd3a req-f69b6e31-a963-4d21-8eb7-6f698d108221 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711358 Nov 04 14:16:27.918692 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-f29c617e-d277-477a-b973-0a0df00204f1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:27.920192 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-f29c617e-d277-477a-b973-0a0df00204f1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.1552007 Nov 04 14:16:27.936553 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Request body: {'port': {'device_id': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'admin_state_up': True, 'tenant_id': 'c04646a3a2d346cbb1ce1e319c924706'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:16:28.118636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Made reservation on behalf of c04646a3a2d346cbb1ce1e319c924706 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:16:28.122411 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:28.481317 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Allocated IP 172.20.0.13 (8e73af2d-8a2a-4629-8aae-5b5e496eb49f/205286e7-3bd0-40ac-9a8d-a5d1e2993d33/fadab3c7-484c-4980-8c43-acbd38cb2671) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:16:28.648614 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:28.703297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 43898) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:28.753222 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:28.773001 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253', '35e53680-2447-468e-b9e4-3d988e664bc0'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:16:28.794093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:16:28.797945 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:16:28.811299 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:16:28.811299 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:28.811299 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:28.861815 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event updated for resources: {'Port': ['ID=fadab3c7-484c-4980-8c43-acbd38cb2671,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:28.876049 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8f72-5423-43d0-acbf-03fe51106fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:28.930024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be097d2-bfc0-4693-ad03-f80ebdf2d86c req-be5946c6-43b7-4902-82e6-0a312c7f4fec tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:28.931657 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0be097d2-bfc0-4693-ad03-f80ebdf2d86c req-be5946c6-43b7-4902-82e6-0a312c7f4fec tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 932 time: 0.1098537 Nov 04 14:16:28.944335 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-aab70242-a473-441b-8295-eba5ed37d7d9 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0115550 Nov 04 14:16:28.983172 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Request body: {'port': {'device_id': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:16:29.063239 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0be097d2-bfc0-4693-ad03-f80ebdf2d86c req-bc8166d0-f3f9-4b82-8bbd-dd25dd8fcfd2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131446 Nov 04 14:16:29.109142 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8f72-5423-43d0-acbf-03fe51106fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.114886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.143518 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d941-be6a-49f2-8e95-4cdca424be3b req-e141df91-8432-42b4-93ec-4f255514277f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:29.145146 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d7f8d941-be6a-49f2-8e95-4cdca424be3b req-e141df91-8432-42b4-93ec-4f255514277f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1112080 Nov 04 14:16:29.191464 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8f72-5423-43d0-acbf-03fe51106fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.305927 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7b3a8f72-5423-43d0-acbf-03fe51106fd5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=589e815994ab4063a3e672fe2a872377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6009789 Nov 04 14:16:29.308844 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 43922) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:29.315827 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d7f8d941-be6a-49f2-8e95-4cdca424be3b req-d8c5dbbe-c5db-4766-8151-22f985443426 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504450 Nov 04 14:16:29.316427 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a8f72-5423-43d0-acbf-03fe51106fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f763df5e-b7be-4c78-9729-cf3b0fe6a5d2,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:29.373029 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f3e8c0f0-939b-444c-9cd9-b71be1ffaed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.396115 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f3e8c0f0-939b-444c-9cd9-b71be1ffaed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.481283 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadab3c7-484c-4980-8c43-acbd38cb2671 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:16:29.488686 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.527007 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Transition to ACTIVE for port object fadab3c7-484c-4980-8c43-acbd38cb2671 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:16:29.527250 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f3e8c0f0-939b-444c-9cd9-b71be1ffaed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.529968 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f3e8c0f0-939b-444c-9cd9-b71be1ffaed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.532805 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f3e8c0f0-939b-444c-9cd9-b71be1ffaed8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f763df5e-b7be-4c78-9729-cf3b0fe6a5d2 HTTP/1.1" status: 204 len: 168 time: 0.2228751 Nov 04 14:16:29.542949 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8c0f0-939b-444c-9cd9-b71be1ffaed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f763df5e-b7be-4c78-9729-cf3b0fe6a5d2,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:29.631380 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.693906 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f885aa-4878-4824-8415-d1e9cce07d8c req-da17e322-f92c-463d-b0ef-64b374f5dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:29.695450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4f885aa-4878-4824-8415-d1e9cce07d8c req-da17e322-f92c-463d-b0ef-64b374f5dc70 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0886326 Nov 04 14:16:29.696039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Pushing event updated for resources: {'Port': ['ID=fadab3c7-484c-4980-8c43-acbd38cb2671,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:29.751017 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Attempting to bind port fadab3c7-484c-4980-8c43-acbd38cb2671 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:16:29.751361 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Attempting to bind port fadab3c7-484c-4980-8c43-acbd38cb2671 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:16:29.751723 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Attempting to bind port fadab3c7-484c-4980-8c43-acbd38cb2671 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:16:29.763402 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Port fadab3c7-484c-4980-8c43-acbd38cb2671 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:16:29.763965 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Attempting to bind port fadab3c7-484c-4980-8c43-acbd38cb2671 on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:16:29.779460 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:16:29.779805 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Checking segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:16:29.780179 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Bound using segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:16:29.780615 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Bound port: fadab3c7-484c-4980-8c43-acbd38cb2671, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:16:29.780970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.795743 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4f885aa-4878-4824-8415-d1e9cce07d8c req-08ea9409-9693-4d59-8f61-1f4b06e86570 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726104 Nov 04 14:16:29.859092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] For port fadab3c7-484c-4980-8c43-acbd38cb2671, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:16:29.862741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] For port fadab3c7-484c-4980-8c43-acbd38cb2671, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=fadab3c7-484c-4980-8c43-acbd38cb2671,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:16:29.949970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.987745 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:29.988361 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:29.990798 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] 10.222.0.107 "PUT /v2.0/ports/fadab3c7-484c-4980-8c43-acbd38cb2671 HTTP/1.1" status: 200 len: 1094 time: 1.0366585 Nov 04 14:16:29.991250 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'tag': 'fadab3c7-484c-4980-8c43-acbd38cb2671'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:16:29.993694 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d430818e-e3c1-4734-a625-dd2202d0d0e6", "tag": "fadab3c7-484c-4980-8c43-acbd38cb2671"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:16:30.024455 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa6a73-cd31-48bc-ac34-af5e5d8b7380 service neutron] Pushing event updated for resources: {'Port': ['ID=fadab3c7-484c-4980-8c43-acbd38cb2671,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:30.040134 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75067b-4232-48ce-a6ff-1b58b2e704ac x-openstack-request-id: req-bc75067b-4232-48ce-a6ff-1b58b2e704ac {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:16:30.040427 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d430818e-e3c1-4734-a625-dd2202d0d0e6", "tag": "fadab3c7-484c-4980-8c43-acbd38cb2671", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:16:30.040681 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc75067b-4232-48ce-a6ff-1b58b2e704ac {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:16:30.041081 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'tag': 'fadab3c7-484c-4980-8c43-acbd38cb2671', 'status': 'completed', 'code': 200} Nov 04 14:16:30.179794 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2666df-1a1e-410b-99eb-bdac7e28d677 req-c608d811-80a5-449e-9f1b-895771fcf6f3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:30.181270 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6f2666df-1a1e-410b-99eb-bdac7e28d677 req-c608d811-80a5-449e-9f1b-895771fcf6f3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 944 time: 0.0482569 Nov 04 14:16:30.228836 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6f2666df-1a1e-410b-99eb-bdac7e28d677 req-77483439-cfd7-486a-ada5-35d081e5dbfa tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Nov 04 14:16:30.440785 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c246e-813e-4da7-8c44-714c74c2c98d req-f57bc227-6aa9-4294-a2d3-85dee65bb30d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:30.442265 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-984c246e-813e-4da7-8c44-714c74c2c98d req-f57bc227-6aa9-4294-a2d3-85dee65bb30d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0581033 Nov 04 14:16:30.489953 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-984c246e-813e-4da7-8c44-714c74c2c98d req-93830dec-b7ff-4751-8906-0f43253d9a3c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 Nov 04 14:16:32.101454 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:16:32.903273 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8f4437ae-179d-4c33-acf1-89127e0fc3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:32.944816 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2 req-84b47fed-c6eb-4e69-ab7b-b71bc4a2f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:32.946412 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2 req-84b47fed-c6eb-4e69-ab7b-b71bc4a2f1c8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 1097 time: 0.0410287 Nov 04 14:16:33.134434 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ccd62-1594-4640-adac-afc603acb454 req-fa716164-aed5-455b-a3bf-739e8a1a7cc9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:33.135825 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c27ccd62-1594-4640-adac-afc603acb454 req-fa716164-aed5-455b-a3bf-739e8a1a7cc9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1251810 Nov 04 14:16:33.143182 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495e03a-249a-4d48-8609-a88c7f44b72d req-7a98c477-e2c0-44a3-b91a-1d14a3c6f093 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:33.144643 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e495e03a-249a-4d48-8609-a88c7f44b72d req-7a98c477-e2c0-44a3-b91a-1d14a3c6f093 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 944 time: 0.1318507 Nov 04 14:16:33.188722 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2 req-1589d1ca-984a-4008-886a-bce47bec0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:33.190171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2 req-1589d1ca-984a-4008-886a-bce47bec0a0d service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=c04646a3a2d346cbb1ce1e319c924706&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2229388 Nov 04 14:16:33.285847 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c27ccd62-1594-4640-adac-afc603acb454 req-30ac103c-a404-4443-865e-cc209839aee8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402035 Nov 04 14:16:33.290974 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e495e03a-249a-4d48-8609-a88c7f44b72d req-e7720865-aec9-4e52-9607-857d346e0e3b tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404607 Nov 04 14:16:33.327762 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2 req-813f7b8a-57a8-4d67-9ded-3b29d120b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:33.329820 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1f97ebb4-dfdb-4d33-a3d4-2bd5071b46a2 req-813f7b8a-57a8-4d67-9ded-3b29d120b8ac service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299262 Nov 04 14:16:33.413509 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-5c5c672f-cb7b-4593-860a-f8b006e16010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:33.414981 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-5c5c672f-cb7b-4593-860a-f8b006e16010 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 1097 time: 0.0405188 Nov 04 14:16:33.463164 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-55fe9e6e-ace6-4a42-a111-d4f0f5263d85 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fadab3c7-484c-4980-8c43-acbd38cb2671 HTTP/1.1" status: 200 len: 217 time: 0.0372317 Nov 04 14:16:33.513942 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-d1b64d21-1bb7-4bcf-8c7a-2af089365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:33.515442 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-d1b64d21-1bb7-4bcf-8c7a-2af089365a8b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 200 len: 855 time: 0.0431809 Nov 04 14:16:33.553905 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-19e95aa0-b652-4d42-8ca6-18d77944c590 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231829 Nov 04 14:16:33.657216 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-c8d9f637-1625-4d3d-b798-da0f437a2e90 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865991 Nov 04 14:16:34.752364 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f25bfea1-5b44-4d15-bab2-5c6ff4c9689c req-b3c4d71e-fb90-4d22-af7c-a4eb9cb19809 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Nov 04 14:16:35.218172 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3acec54a-a441-4077-8573-5553cb89c4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:36.552323 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:36.752560 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ad55-064c-4e7b-8916-185d080344bf req-a3d7ee30-3f54-4929-ae08-f102719e0c67 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:36.754028 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4389ad55-064c-4e7b-8916-185d080344bf req-a3d7ee30-3f54-4929-ae08-f102719e0c67 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0811534 Nov 04 14:16:36.761425 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d47e2-5558-4dc7-9616-f781d0ecfdef req-a89376d1-7090-4b57-ad99-07899f073378 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:36.762859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-922d47e2-5558-4dc7-9616-f781d0ecfdef req-a89376d1-7090-4b57-ad99-07899f073378 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 944 time: 0.0814157 Nov 04 14:16:36.834272 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4389ad55-064c-4e7b-8916-185d080344bf req-dc154b3e-a04d-462d-a093-ca18ed176d16 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704644 Nov 04 14:16:36.838805 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-922d47e2-5558-4dc7-9616-f781d0ecfdef req-823821e8-7ccf-46e6-9259-60e2822deeaa tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692835 Nov 04 14:16:37.774871 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:38.695062 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:40.426537 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873adc-258c-4f9c-b590-1b8fe971e7d2 req-122a5935-4c82-4dab-9b6f-e7e345926e0f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:40.427984 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85873adc-258c-4f9c-b590-1b8fe971e7d2 req-122a5935-4c82-4dab-9b6f-e7e345926e0f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0803750 Nov 04 14:16:40.435920 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85789a60-d50c-4dbe-81f9-d3b75c3cea18 req-f7d7bb63-afd9-4f73-af34-38a2874a567c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:40.437256 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85789a60-d50c-4dbe-81f9-d3b75c3cea18 req-f7d7bb63-afd9-4f73-af34-38a2874a567c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 944 time: 0.0779762 Nov 04 14:16:40.507918 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85873adc-258c-4f9c-b590-1b8fe971e7d2 req-579963ba-9407-4b03-9cbf-eff333419e1b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Nov 04 14:16:40.512423 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85789a60-d50c-4dbe-81f9-d3b75c3cea18 req-08b3e5dc-71a9-4505-b0fd-de9d1ceb293f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685089 Nov 04 14:16:40.892152 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286ed1a-59fe-4148-9e6e-24e2b44d0d2b req-811582ed-d042-4359-8a62-7d23d4e1bddd tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:40.893690 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3286ed1a-59fe-4148-9e6e-24e2b44d0d2b req-811582ed-d042-4359-8a62-7d23d4e1bddd tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0541606 Nov 04 14:16:40.973043 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3286ed1a-59fe-4148-9e6e-24e2b44d0d2b req-20217d0c-6624-4b5f-a240-f0d4de42d25b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728049 Nov 04 14:16:40.977623 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-c8e623a8-a95f-4e6a-8aa6-d1ce08cf696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:40.979078 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-c8e623a8-a95f-4e6a-8aa6-d1ce08cf696e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0589848 Nov 04 14:16:41.076262 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-66b09d42-c25a-4275-ac23-7c8ec868ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:41.077633 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-66b09d42-c25a-4275-ac23-7c8ec868ad40 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.0856516 Nov 04 14:16:41.124095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-e471dbb5-6be2-4756-a5fe-aebe79570037 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0351887 Nov 04 14:16:41.190084 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-96f73738-9d28-4509-b046-f7f411ace66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:41.191745 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-96f73738-9d28-4509-b046-f7f411ace66c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0494804 Nov 04 14:16:41.230364 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-a490467c-80fb-41dd-80b3-8a4a27ce1a72 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308549 Nov 04 14:16:41.374087 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-1aeaae50-f442-4827-a514-74150d3cfb28 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281414 Nov 04 14:16:41.484060 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99f978ea-e2cb-48bd-90a4-c748f2449b3b req-d912cead-2b05-4fbc-9d00-562e8c664a0a service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975056 Nov 04 14:16:41.625199 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd98c5-edf6-4f65-b194-92b73473ad2f req-67da8ea9-c8a0-47bb-bd7d-9209eb6bb9cb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:41.626672 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6bdd98c5-edf6-4f65-b194-92b73473ad2f req-67da8ea9-c8a0-47bb-bd7d-9209eb6bb9cb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 944 time: 0.0468671 Nov 04 14:16:41.676282 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6bdd98c5-edf6-4f65-b194-92b73473ad2f req-d4acfadd-e0a4-4786-9bd0-457ece18b9f6 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437918 Nov 04 14:16:41.849148 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device fadab3c7-484c-4980-8c43-acbd38cb2671 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:16:41.950653 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port fadab3c7-484c-4980-8c43-acbd38cb2671, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=fadab3c7-484c-4980-8c43-acbd38cb2671,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:41.962565 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': 'fadab3c7-484c-4980-8c43-acbd38cb2671', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'port_id': 'fadab3c7-484c-4980-8c43-acbd38cb2671', 'mac_address': 'fa:16:3e:5f:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205286e7-3bd0-40ac-9a8d-a5d1e2993d33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:16:42.009045 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:42.026171 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadab3c7-484c-4980-8c43-acbd38cb2671 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:16:42.046819 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port fadab3c7-484c-4980-8c43-acbd38cb2671, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=fadab3c7-484c-4980-8c43-acbd38cb2671,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:42.109491 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-1719790c-1693-406a-8f0c-7d67fc2a6da9 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=05a9a2e7b4e844098d00f4a954920910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363688 Nov 04 14:16:42.117773 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:42.155080 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98b17-4157-4fea-acd5-c011ea10a8d1 req-9e0a4d72-4a91-40f7-8aae-58a033ac74c2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:42.156477 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-26e98b17-4157-4fea-acd5-c011ea10a8d1 req-9e0a4d72-4a91-40f7-8aae-58a033ac74c2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1082225 Nov 04 14:16:42.165320 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=fadab3c7-484c-4980-8c43-acbd38cb2671,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:42.319864 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-26e98b17-4157-4fea-acd5-c011ea10a8d1 req-ca9b4226-3c7c-4097-a9ab-e4a9b1225d26 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519511 Nov 04 14:16:42.330757 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-dd034718-18e6-441b-b34e-cdee7186923c tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:42.332242 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-dd034718-18e6-441b-b34e-cdee7186923c tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159410 Nov 04 14:16:42.349388 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-97bba229-2ed4-40fd-b3bf-e25560c4e10b tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/quotas/05a9a2e7b4e844098d00f4a954920910 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Nov 04 14:16:42.379885 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-e2d027bc-3a16-4d8d-b261-fc860222ac1a tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=05a9a2e7b4e844098d00f4a954920910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248003 Nov 04 14:16:42.589938 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['fadab3c7-484c-4980-8c43-acbd38cb2671'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:16:42.721625 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-69cd9dfd-85da-42c9-9387-387bfcc116bd req-29cd3a72-4777-4984-b782-f9608f7676d0 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 210 time: 0.0380604 Nov 04 14:16:42.796631 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e97ed9-eecd-4eef-a9e0-d02650093385 req-5ea4033b-ff09-4f6e-b31f-fadd17f6160f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:42.798871 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96e97ed9-eecd-4eef-a9e0-d02650093385 req-5ea4033b-ff09-4f6e-b31f-fadd17f6160f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Nov 04 14:16:42.849547 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96e97ed9-eecd-4eef-a9e0-d02650093385 req-91cd7a6a-910a-4c07-bde4-5af92fc63093 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Nov 04 14:16:43.437204 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24419c7-c2bb-48eb-8c90-bcdd7058aac5 req-837f027d-7655-4b70-a871-45f2ec70164d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:43.441157 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b24419c7-c2bb-48eb-8c90-bcdd7058aac5 req-837f027d-7655-4b70-a871-45f2ec70164d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0485423 Nov 04 14:16:43.504405 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b24419c7-c2bb-48eb-8c90-bcdd7058aac5 req-2de9e39f-e6c8-4828-9086-ca6076ee2f4c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Nov 04 14:16:43.815604 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ea1fe12-99d7-44ee-a2d4-53b93c6b5d2d req-96202ed8-6dd6-437a-90af-78a3041f1bf2 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 210 time: 0.0279932 Nov 04 14:16:43.979967 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a46aae-d038-4b7b-a737-01f5d458be4f req-7e07bd7c-5fd6-4c6c-99dc-d5a9456dcee2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:43.981428 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b3a46aae-d038-4b7b-a737-01f5d458be4f req-7e07bd7c-5fd6-4c6c-99dc-d5a9456dcee2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Nov 04 14:16:44.026555 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b3a46aae-d038-4b7b-a737-01f5d458be4f req-cad66850-a9ff-4631-a245-a1aac6df4d04 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Nov 04 14:16:44.621613 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fda66-ec7c-4179-8a61-ded16b3e2471 req-2365e985-ddbe-4d46-afba-000229843330 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:44.623219 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-940fda66-ec7c-4179-8a61-ded16b3e2471 req-2365e985-ddbe-4d46-afba-000229843330 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0494690 Nov 04 14:16:44.688701 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-940fda66-ec7c-4179-8a61-ded16b3e2471 req-1b1919ae-1504-48d2-9537-18c14163346b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530016 Nov 04 14:16:44.764470 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44214) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:44.900222 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c15f7699-eda3-417a-8980-e4866eda0609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:44.927451 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54c0a688-59d0-41fa-8327-52746ee36581 req-4d794698-d885-4a5b-98df-e69326a2ba3c tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Nov 04 14:16:44.983153 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c15f7699-eda3-417a-8980-e4866eda0609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.068953 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c15f7699-eda3-417a-8980-e4866eda0609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.105621 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f7699-eda3-417a-8980-e4866eda0609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab81545-a084-465b-bb95-b8390901f41d,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:45.112553 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c15f7699-eda3-417a-8980-e4866eda0609 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=138e0a861928401490e7e6570c63a80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462963 Nov 04 14:16:45.114072 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44226) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:45.146176 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31317b27-ed60-4657-a6da-34bbe5ca71df req-92fa4492-351c-456b-b4bd-ebd2dc38f7ed tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:45.147699 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-31317b27-ed60-4657-a6da-34bbe5ca71df req-92fa4492-351c-456b-b4bd-ebd2dc38f7ed tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Nov 04 14:16:45.162040 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d4f8caa0-24cf-49a5-b347-6cbcc3ea99f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.189319 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d4f8caa0-24cf-49a5-b347-6cbcc3ea99f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.202745 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-31317b27-ed60-4657-a6da-34bbe5ca71df req-55e61f41-aea6-4616-b8ee-9c08c3c19c84 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Nov 04 14:16:45.322255 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d4f8caa0-24cf-49a5-b347-6cbcc3ea99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.322255 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d4f8caa0-24cf-49a5-b347-6cbcc3ea99f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.323019 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d4f8caa0-24cf-49a5-b347-6cbcc3ea99f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ab81545-a084-465b-bb95-b8390901f41d HTTP/1.1" status: 204 len: 168 time: 0.2077348 Nov 04 14:16:45.331830 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8caa0-24cf-49a5-b347-6cbcc3ea99f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab81545-a084-465b-bb95-b8390901f41d,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:45.514468 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-28a3d50d-4c09-4515-a953-fdac9ffabeaa tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=05a9a2e7b4e844098d00f4a954920910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202045 Nov 04 14:16:45.631241 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-514c60c1-9496-406f-ae62-356eecaa4f40 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:45.632718 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-514c60c1-9496-406f-ae62-356eecaa4f40 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051037 Nov 04 14:16:45.655951 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Request body: {'port': {'device_id': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c', 'admin_state_up': True, 'tenant_id': '05a9a2e7b4e844098d00f4a954920910'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:16:45.849690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Made reservation on behalf of 05a9a2e7b4e844098d00f4a954920910 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:16:45.853561 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.862762 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:45.871936 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device fadab3c7-484c-4980-8c43-acbd38cb2671 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:16:45.948998 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.006000 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port fadab3c7-484c-4980-8c43-acbd38cb2671 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:16:46.010087 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port fadab3c7-484c-4980-8c43-acbd38cb2671 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:16:46.010994 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.031792 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b26cd00c-ff7c-4126-b7b8-b5b381dcf989 req-99649673-edb5-4794-a724-3e3bf69b2211 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 210 time: 0.0316815 Nov 04 14:16:46.058793 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44260) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:46.071330 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.083916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f62a55a2-2817-4e8c-902b-1daf02046e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.098896 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.121616 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadab3c7-484c-4980-8c43-acbd38cb2671'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:16:46.123886 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e65978-6972-48f8-9075-4dd860fdb393" -d '{"events": [{"server_uuid": "d430818e-e3c1-4734-a625-dd2202d0d0e6", "name": "network-vif-plugged", "status": "completed", "tag": "fadab3c7-484c-4980-8c43-acbd38cb2671"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:16:46.138065 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port fadab3c7-484c-4980-8c43-acbd38cb2671, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=fadab3c7-484c-4980-8c43-acbd38cb2671,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:46.149997 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a627b9-2651-4c2e-a066-f29c4d04d0c1,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:46.163733 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd67362-3449-440c-8154-5d6ab198a97c x-openstack-request-id: req-bcd67362-3449-440c-8154-5d6ab198a97c {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:16:46.163970 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d430818e-e3c1-4734-a625-dd2202d0d0e6", "name": "network-vif-plugged", "status": "completed", "tag": "fadab3c7-484c-4980-8c43-acbd38cb2671", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:16:46.164318 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bcd67362-3449-440c-8154-5d6ab198a97c {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:16:46.164619 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadab3c7-484c-4980-8c43-acbd38cb2671', 'code': 200} Nov 04 14:16:46.263344 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.280759 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Allocated IP 192.168.233.15 (babbc192-1c39-443a-8341-487fb5d0818c/ea74b089-0b9a-43a6-bb3f-8de6fa325b97/144eef15-4346-4228-990e-0fc40be296eb) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:16:46.323795 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f62a55a2-2817-4e8c-902b-1daf02046e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.401692 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbdc91-9e84-4774-8fd5-1109645f5359 req-d9ef939f-7f4a-4988-a5aa-3a55db62d153 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:46.403880 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8bbdc91-9e84-4774-8fd5-1109645f5359 req-d9ef939f-7f4a-4988-a5aa-3a55db62d153 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1048281 Nov 04 14:16:46.465038 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=fadab3c7-484c-4980-8c43-acbd38cb2671,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:46.470272 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f62a55a2-2817-4e8c-902b-1daf02046e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.592537 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8bbdc91-9e84-4774-8fd5-1109645f5359 req-9eb5ae83-b13a-4802-b6ea-cc383d512eac tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748731 Nov 04 14:16:46.846336 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-f62a55a2-2817-4e8c-902b-1daf02046e32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fd2f0fb1e0a441b1b6444213887fc745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7864556 Nov 04 14:16:46.852677 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44288) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:46.853317 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a55a2-2817-4e8c-902b-1daf02046e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5004be-ba98-4d2d-810b-db6b7aadbf17,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:46.897472 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d75e9-91fc-44af-a672-8b13e43fe49a req-3c4f648e-4eef-45b7-b2d0-6e06aba59d64 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:46.899032 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9e1d75e9-91fc-44af-a672-8b13e43fe49a req-3c4f648e-4eef-45b7-b2d0-6e06aba59d64 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.4341252 Nov 04 14:16:46.912767 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3daa47cf-c411-422c-9241-6e3c310dcc28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.953089 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3daa47cf-c411-422c-9241-6e3c310dcc28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.981646 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:46.987045 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9e1d75e9-91fc-44af-a672-8b13e43fe49a req-0e0f753d-7269-4b13-95bf-757c1369c51e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815711 Nov 04 14:16:46.989352 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49be5a0-b899-404a-8712-e2fc51974aca req-8aafa6a0-0174-410c-ab74-eff2c21e0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:46.991095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a49be5a0-b899-404a-8712-e2fc51974aca req-8aafa6a0-0174-410c-ab74-eff2c21e0bc7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.4640508 Nov 04 14:16:47.060171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a49be5a0-b899-404a-8712-e2fc51974aca req-5c5de53a-0836-4f10-a8d3-1c07d5582e4e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585291 Nov 04 14:16:47.095257 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3daa47cf-c411-422c-9241-6e3c310dcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.097868 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3daa47cf-c411-422c-9241-6e3c310dcc28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.099262 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3daa47cf-c411-422c-9241-6e3c310dcc28 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a5004be-ba98-4d2d-810b-db6b7aadbf17 HTTP/1.1" status: 204 len: 168 time: 0.2490811 Nov 04 14:16:47.108811 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa47cf-c411-422c-9241-6e3c310dcc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5004be-ba98-4d2d-810b-db6b7aadbf17,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:47.152434 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.193297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Network babbc192-1c39-443a-8341-487fb5d0818c is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:16:47.196516 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:16:47.200208 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:16:47.206664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:47.207915 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.228305 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Pushing event updated for resources: {'Port': ['ID=144eef15-4346-4228-990e-0fc40be296eb,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:47.311198 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44308) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:47.338278 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-d2e247b6-9997-44f6-9e2c-b492a02acd17 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6860745 Nov 04 14:16:47.358139 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Request body: {'port': {'device_id': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:16:47.434623 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3621e61f-ad69-4fa2-a0f9-e8280af11185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.481937 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.486883 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-89fc4685-ee98-41c3-a3ee-449e90e60f2c None None] Provisioning complete for port 144eef15-4346-4228-990e-0fc40be296eb triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:16:47.488839 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-89fc4685-ee98-41c3-a3ee-449e90e60f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.508678 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afb442-9fe9-4403-ac9e-5ec81c267cb3 req-a16be230-dff7-439a-b6cb-65a09cf4cc9d tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:47.510464 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53afb442-9fe9-4403-ac9e-5ec81c267cb3 req-a16be230-dff7-439a-b6cb-65a09cf4cc9d tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 935 time: 0.0693173 Nov 04 14:16:47.528643 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3621e61f-ad69-4fa2-a0f9-e8280af11185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.538271 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-89fc4685-ee98-41c3-a3ee-449e90e60f2c None None] Port 144eef15-4346-4228-990e-0fc40be296eb cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:16:47.614962 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3621e61f-ad69-4fa2-a0f9-e8280af11185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.639585 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53afb442-9fe9-4403-ac9e-5ec81c267cb3 req-418c0378-cad2-46b1-987f-ea042064b917 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089084 Nov 04 14:16:47.657549 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3621e61f-ad69-4fa2-a0f9-e8280af11185 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fd3cbc251e094ceda121a87bdbbb5b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446038 Nov 04 14:16:47.659047 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44326) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:47.665885 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621e61f-ad69-4fa2-a0f9-e8280af11185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fc00f-2e83-4785-8171-dc8de7b0dedb,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:47.724581 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e0a7256b-640b-41e9-aad6-8f90b311bf5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.747745 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e0a7256b-640b-41e9-aad6-8f90b311bf5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.805196 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ff388-22fd-40ff-89c9-cce80adc4c16 req-2d67e082-e1c7-41c0-894b-d7d14dc0ad66 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:47.806709 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a65ff388-22fd-40ff-89c9-cce80adc4c16 req-2d67e082-e1c7-41c0-894b-d7d14dc0ad66 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0899830 Nov 04 14:16:47.857537 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e0a7256b-640b-41e9-aad6-8f90b311bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.860223 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e0a7256b-640b-41e9-aad6-8f90b311bf5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.861427 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e0a7256b-640b-41e9-aad6-8f90b311bf5c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c81fc00f-2e83-4785-8171-dc8de7b0dedb HTTP/1.1" status: 204 len: 168 time: 0.2014558 Nov 04 14:16:47.870744 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7256b-640b-41e9-aad6-8f90b311bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fc00f-2e83-4785-8171-dc8de7b0dedb,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:47.900603 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a65ff388-22fd-40ff-89c9-cce80adc4c16 req-481daa8a-0555-40a7-a22a-6c3c7269fa23 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810397 Nov 04 14:16:47.900603 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144eef15-4346-4228-990e-0fc40be296eb {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:16:47.905189 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:47.920817 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Transition to ACTIVE for port object 144eef15-4346-4228-990e-0fc40be296eb will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:16:48.017783 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:48.072108 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Pushing event updated for resources: {'Port': ['ID=144eef15-4346-4228-990e-0fc40be296eb,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:48.111824 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Attempting to bind port 144eef15-4346-4228-990e-0fc40be296eb on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:16:48.112350 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Attempting to bind port 144eef15-4346-4228-990e-0fc40be296eb by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:16:48.112864 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Attempting to bind port 144eef15-4346-4228-990e-0fc40be296eb on network babbc192-1c39-443a-8341-487fb5d0818c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:16:48.118508 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Port 144eef15-4346-4228-990e-0fc40be296eb on network babbc192-1c39-443a-8341-487fb5d0818c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:16:48.119147 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Attempting to bind port 144eef15-4346-4228-990e-0fc40be296eb on network babbc192-1c39-443a-8341-487fb5d0818c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:16:48.126675 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:16:48.127016 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Checking segment: {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:16:48.127522 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Bound using segment: {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:16:48.127962 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Bound port: 144eef15-4346-4228-990e-0fc40be296eb, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0a1d96-0f9e-4b44-8082-3dd47e2c043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:16:48.128329 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:48.204135 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] For port 144eef15-4346-4228-990e-0fc40be296eb, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:16:48.207545 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] For port 144eef15-4346-4228-990e-0fc40be296eb, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=144eef15-4346-4228-990e-0fc40be296eb,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:16:48.310371 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:48.340389 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:48.341023 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:48.342453 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] 10.222.0.107 "PUT /v2.0/ports/144eef15-4346-4228-990e-0fc40be296eb HTTP/1.1" status: 200 len: 1097 time: 0.9913802 Nov 04 14:16:48.342910 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'tag': '144eef15-4346-4228-990e-0fc40be296eb'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:16:48.345737 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f8cb69-4ea4-4c09-83d0-a31039013560" -d '{"events": [{"name": "network-changed", "server_uuid": "023fc955-9c6b-44b2-ac3a-3f6360a353a0", "tag": "144eef15-4346-4228-990e-0fc40be296eb"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:16:48.374802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Pushing event updated for resources: {'Port': ['ID=144eef15-4346-4228-990e-0fc40be296eb,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:48.383194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.383549 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.384198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.384381 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.384723 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.385068 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.386208 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.386208 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.386450 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.386623 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.386938 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.387257 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1dddb-9745-4f04-8f79-77595c9e6153 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:48.411109 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0797f8-3dac-4d3d-abdd-d20a0fbc4a94 x-openstack-request-id: req-fb0797f8-3dac-4d3d-abdd-d20a0fbc4a94 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:16:48.411511 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023fc955-9c6b-44b2-ac3a-3f6360a353a0", "tag": "144eef15-4346-4228-990e-0fc40be296eb", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:16:48.411862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb0797f8-3dac-4d3d-abdd-d20a0fbc4a94 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:16:48.412356 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'tag': '144eef15-4346-4228-990e-0fc40be296eb', 'status': 'completed', 'code': 200} Nov 04 14:16:50.796952 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8cb69-4ea4-4c09-83d0-a31039013560 req-321c3803-8563-4236-aabd-2b5a86763c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:50.798981 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0f8cb69-4ea4-4c09-83d0-a31039013560 req-321c3803-8563-4236-aabd-2b5a86763c1a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05a9a2e7b4e844098d00f4a954920910&device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 1100 time: 0.0495193 Nov 04 14:16:50.855599 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0f8cb69-4ea4-4c09-83d0-a31039013560 req-9c603f69-a723-407a-b6a9-13839f94e8fe service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=05a9a2e7b4e844098d00f4a954920910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399792 Nov 04 14:16:50.931764 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642ae1e-a622-4074-a742-f01890e87b58 req-2db6dfd7-f3f9-4bd0-84d2-5904e982a0c9 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:50.933276 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d642ae1e-a622-4074-a742-f01890e87b58 req-2db6dfd7-f3f9-4bd0-84d2-5904e982a0c9 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 947 time: 0.1289613 Nov 04 14:16:50.989906 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd62f4-4fa0-4fd7-85a1-8f87698aaa96 req-8d5b42b6-eef6-410e-8dca-129e603a6ff4 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:50.991402 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-90bd62f4-4fa0-4fd7-85a1-8f87698aaa96 req-8d5b42b6-eef6-410e-8dca-129e603a6ff4 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1342561 Nov 04 14:16:51.076168 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d642ae1e-a622-4074-a742-f01890e87b58 req-fa9c206d-c0d5-488b-9a86-1be43ea0bf35 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055398 Nov 04 14:16:51.082109 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8cb69-4ea4-4c09-83d0-a31039013560 req-d10d2643-4c98-497d-b93a-5fd90f158699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:51.083588 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0f8cb69-4ea4-4c09-83d0-a31039013560 req-d10d2643-4c98-497d-b93a-5fd90f158699 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1985159 Nov 04 14:16:51.091578 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-90bd62f4-4fa0-4fd7-85a1-8f87698aaa96 req-2a0f071e-a2f1-4414-87db-2484d6eaac1f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926588 Nov 04 14:16:51.169855 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-2e3c0a82-1472-4261-91d9-ccb74b20efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:51.171384 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-2e3c0a82-1472-4261-91d9-ccb74b20efd1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=05a9a2e7b4e844098d00f4a954920910&device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 1100 time: 0.0396948 Nov 04 14:16:51.237817 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-57fcdc14-85c4-4a91-9d86-530691c3c5b1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=144eef15-4346-4228-990e-0fc40be296eb HTTP/1.1" status: 200 len: 217 time: 0.0391490 Nov 04 14:16:51.291752 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-828f86f5-1942-4ba6-b83f-47e93b07cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:51.293184 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-828f86f5-1942-4ba6-b83f-47e93b07cc4f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ea74b089-0b9a-43a6-bb3f-8de6fa325b97 HTTP/1.1" status: 200 len: 843 time: 0.0444260 Nov 04 14:16:51.347701 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-77eea895-e903-4cf0-ab07-1ea193c8dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:51.349058 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-77eea895-e903-4cf0-ab07-1ea193c8dcaf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=babbc192-1c39-443a-8341-487fb5d0818c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390837 Nov 04 14:16:51.445253 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-9ce42ccf-40ec-4c46-8b5a-d22fd211282c service neutron] 10.222.0.107 "GET /v2.0/networks/babbc192-1c39-443a-8341-487fb5d0818c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862045 Nov 04 14:16:51.539505 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85bbd558-258f-49fe-8e16-9cea49b94b88 req-e1bb3e60-2650-4de0-98bf-06ea5744fbf0 service neutron] 10.222.0.107 "GET /v2.0/networks/babbc192-1c39-443a-8341-487fb5d0818c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811465 Nov 04 14:16:52.228206 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39be5f-bfa5-4d4f-b69b-309f9096a3d8 req-c1d7a357-d745-4771-b30b-d0e604736175 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:52.229665 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a39be5f-bfa5-4d4f-b69b-309f9096a3d8 req-c1d7a357-d745-4771-b30b-d0e604736175 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 947 time: 0.0811121 Nov 04 14:16:52.242230 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2891652-79e5-46f3-beb0-3abf31a6d470 req-2a402de0-2bb8-41c5-91d8-34cfaa8deefa tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:52.243770 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2891652-79e5-46f3-beb0-3abf31a6d470 req-2a402de0-2bb8-41c5-91d8-34cfaa8deefa tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0687375 Nov 04 14:16:52.306374 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a39be5f-bfa5-4d4f-b69b-309f9096a3d8 req-238167fe-a2e8-461c-98c6-a5d10b0a914c tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616338 Nov 04 14:16:52.330053 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2891652-79e5-46f3-beb0-3abf31a6d470 req-ba44e35f-e624-4db9-8eb8-a5bfdb705fe6 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735235 Nov 04 14:16:53.436394 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e8a8-feb3-4a75-a0b9-cabe9bea67b6 req-8e4b05f5-a018-430d-9a1f-ce5befa3e15f tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:53.438534 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2b19e8a8-feb3-4a75-a0b9-cabe9bea67b6 req-8e4b05f5-a018-430d-9a1f-ce5befa3e15f tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 947 time: 0.0477998 Nov 04 14:16:53.487866 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2b19e8a8-feb3-4a75-a0b9-cabe9bea67b6 req-52e6c433-e3ed-45ac-a228-1ee811d578cc tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Nov 04 14:16:53.882074 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 144eef15-4346-4228-990e-0fc40be296eb details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:16:53.974494 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 144eef15-4346-4228-990e-0fc40be296eb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=144eef15-4346-4228-990e-0fc40be296eb,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:53.985910 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '144eef15-4346-4228-990e-0fc40be296eb', 'network_id': 'babbc192-1c39-443a-8341-487fb5d0818c', 'port_id': '144eef15-4346-4228-990e-0fc40be296eb', 'mac_address': 'fa:16:3e:00:e8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea74b089-0b9a-43a6-bb3f-8de6fa325b97', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:16:54.024500 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:54.037777 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144eef15-4346-4228-990e-0fc40be296eb {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:16:54.059492 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 144eef15-4346-4228-990e-0fc40be296eb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=144eef15-4346-4228-990e-0fc40be296eb,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:54.137732 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:54.188697 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=144eef15-4346-4228-990e-0fc40be296eb,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:54.407874 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-857d83e4-c610-4061-8529-12d8ffee0950 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393553 Nov 04 14:16:54.476386 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-5dacc522-f99e-4fa3-a2f4-5191232701fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:54.477962 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-5dacc522-f99e-4fa3-a2f4-5191232701fc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0401597 Nov 04 14:16:54.507225 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['144eef15-4346-4228-990e-0fc40be296eb'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:16:54.641616 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b371376-a111-4c21-a075-a21b414cb973 req-61e64db2-e404-4bc1-b990-260ecd31a089 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:54.646676 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9b371376-a111-4c21-a075-a21b414cb973 req-61e64db2-e404-4bc1-b990-260ecd31a089 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 948 time: 0.0764551 Nov 04 14:16:54.652488 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-fc581a31-f907-4229-8424-a8545ef07e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:54.654143 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-fc581a31-f907-4229-8424-a8545ef07e85 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.1477635 Nov 04 14:16:54.719807 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-356756cf-a5ee-448a-bc78-7449a0afb933 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0448582 Nov 04 14:16:54.733806 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9b371376-a111-4c21-a075-a21b414cb973 req-0b9a11df-6426-4505-9770-156fd264b74b tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834994 Nov 04 14:16:54.778340 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-0db245d9-85c0-4735-92cd-36f76b116890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:54.779994 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-0db245d9-85c0-4735-92cd-36f76b116890 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0453179 Nov 04 14:16:54.819801 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-162c02f8-ed6f-449e-b672-80ff399b11a2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246677 Nov 04 14:16:54.925145 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-4cb857ea-4d52-42d5-a54b-ba020befd62c service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952265 Nov 04 14:16:55.051271 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e74afa4a-b9f0-4333-a46e-daef77cb1136 req-885efb21-654e-40e7-b240-21f15affe650 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043351 Nov 04 14:16:55.604791 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44556) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:55.708684 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:55.789065 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:55.856551 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbf47-e131-4ac1-9293-2dfbcf2c0824 req-137a15f2-5309-4965-a98e-73dbb73a5871 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:55.858037 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fe4fbf47-e131-4ac1-9293-2dfbcf2c0824 req-137a15f2-5309-4965-a98e-73dbb73a5871 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 948 time: 0.0505402 Nov 04 14:16:55.883510 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:55.885433 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 144eef15-4346-4228-990e-0fc40be296eb up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:16:55.915343 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e83dd12979e34405b47648799a907f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094547 Nov 04 14:16:55.915578 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fe4fbf47-e131-4ac1-9293-2dfbcf2c0824 req-b4caacb8-dc10-4558-afd3-5e30288448db tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505140 Nov 04 14:16:55.925158 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44566) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:55.940954 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22beb6-563a-43a4-80f0-7d973504c1e7,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:55.953251 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.953731 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.954184 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.954721 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.955153 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.955576 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.955999 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.956420 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.956840 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.957260 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.957694 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.958104 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372b2b9b-032d-44e7-a799-349a24f48237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:16:55.994572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6b78d56-10d8-4bc3-9e98-08f43a1ecc24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.016991 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6b78d56-10d8-4bc3-9e98-08f43a1ecc24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.045690 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 144eef15-4346-4228-990e-0fc40be296eb completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:16:56.050368 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 144eef15-4346-4228-990e-0fc40be296eb triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:16:56.050847 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.126293 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6b78d56-10d8-4bc3-9e98-08f43a1ecc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.129180 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6b78d56-10d8-4bc3-9e98-08f43a1ecc24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.130573 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e6b78d56-10d8-4bc3-9e98-08f43a1ecc24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c22beb6-563a-43a4-80f0-7d973504c1e7 HTTP/1.1" status: 204 len: 168 time: 0.2099230 Nov 04 14:16:56.139319 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78d56-10d8-4bc3-9e98-08f43a1ecc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22beb6-563a-43a4-80f0-7d973504c1e7,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:56.148194 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.192917 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144eef15-4346-4228-990e-0fc40be296eb'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:16:56.195401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1500e26b-b7f6-4f65-bcb5-fbb06cbb785d" -d '{"events": [{"server_uuid": "023fc955-9c6b-44b2-ac3a-3f6360a353a0", "name": "network-vif-plugged", "status": "completed", "tag": "144eef15-4346-4228-990e-0fc40be296eb"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:16:56.239185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 144eef15-4346-4228-990e-0fc40be296eb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=144eef15-4346-4228-990e-0fc40be296eb,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:16:56.246741 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c357aa-d834-40a0-84bd-5df680e42da0 x-openstack-request-id: req-d1c357aa-d834-40a0-84bd-5df680e42da0 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:16:56.247055 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fc955-9c6b-44b2-ac3a-3f6360a353a0", "name": "network-vif-plugged", "status": "completed", "tag": "144eef15-4346-4228-990e-0fc40be296eb", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:16:56.247316 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1c357aa-d834-40a0-84bd-5df680e42da0 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:16:56.247775 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144eef15-4346-4228-990e-0fc40be296eb', 'code': 200} Nov 04 14:16:56.286282 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.341280 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:56.391125 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=144eef15-4346-4228-990e-0fc40be296eb,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:56.643070 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadefbc9-0060-4cb0-b3fd-9b6e0b920f4d req-394d9545-4ab3-4cc1-88b9-da546976b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:56.644516 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dadefbc9-0060-4cb0-b3fd-9b6e0b920f4d req-394d9545-4ab3-4cc1-88b9-da546976b3cf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 1102 time: 0.0439653 Nov 04 14:16:56.706741 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dadefbc9-0060-4cb0-b3fd-9b6e0b920f4d req-4c6cd632-38cd-491a-9cee-c4499f314986 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Nov 04 14:16:56.947942 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44612) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:56.962170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e813367e-ca8c-4199-b78b-b0fbac49cde5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.085567 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e813367e-ca8c-4199-b78b-b0fbac49cde5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.094294 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f91928-eb0a-4f0b-9de8-4cbe754ea06c req-f93c180f-6c70-4654-b683-045a41597312 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:57.095945 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0f91928-eb0a-4f0b-9de8-4cbe754ea06c req-f93c180f-6c70-4654-b683-045a41597312 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.0909686 Nov 04 14:16:57.145995 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0f91928-eb0a-4f0b-9de8-4cbe754ea06c req-8bbe6c58-7022-4d6f-b745-d3b0f167798e tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Nov 04 14:16:57.165703 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e813367e-ca8c-4199-b78b-b0fbac49cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.204074 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e813367e-ca8c-4199-b78b-b0fbac49cde5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6b0363fbb63432eb818b86a300b6aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545474 Nov 04 14:16:57.206055 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813367e-ca8c-4199-b78b-b0fbac49cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcafc5fc-2836-44bf-b604-baa60f996697,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:57.206944 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44620) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:57.270633 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a03f7f9a-b14c-4075-9eb1-4085eabfea8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.305121 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a03f7f9a-b14c-4075-9eb1-4085eabfea8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.432104 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a03f7f9a-b14c-4075-9eb1-4085eabfea8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.434729 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a03f7f9a-b14c-4075-9eb1-4085eabfea8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:57.440817 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a03f7f9a-b14c-4075-9eb1-4085eabfea8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dcafc5fc-2836-44bf-b604-baa60f996697 HTTP/1.1" status: 204 len: 168 time: 0.2327919 Nov 04 14:16:57.448828 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f7f9a-b14c-4075-9eb1-4085eabfea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcafc5fc-2836-44bf-b604-baa60f996697,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:58.135970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44656) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:58.149911 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-33cb67a6-513a-460f-96af-2fa8ee926f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.257198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-33cb67a6-513a-460f-96af-2fa8ee926f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.277597 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728b203-4537-40a6-adcd-2f45d2e90d1c req-4fdafef3-3ea9-49ce-8f54-caab7523852b tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:58.279373 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d728b203-4537-40a6-adcd-2f45d2e90d1c req-4fdafef3-3ea9-49ce-8f54-caab7523852b tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.0587823 Nov 04 14:16:58.318864 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-33cb67a6-513a-460f-96af-2fa8ee926f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.382769 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d728b203-4537-40a6-adcd-2f45d2e90d1c req-85c485cb-3079-4e94-8c21-56102ff97483 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Nov 04 14:16:58.386898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb67a6-513a-460f-96af-2fa8ee926f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbaf8f-0e8c-4661-967f-7e39ad96e222,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:58.412450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-33cb67a6-513a-460f-96af-2fa8ee926f2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56123f9e52ec47b39ac619ea511ee2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752888 Nov 04 14:16:58.415454 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44676) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:58.483979 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb855-6d3b-4bbf-850e-a011c172b306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.505022 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb855-6d3b-4bbf-850e-a011c172b306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.611917 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb855-6d3b-4bbf-850e-a011c172b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.614527 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb855-6d3b-4bbf-850e-a011c172b306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:58.615663 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ca2fb855-6d3b-4bbf-850e-a011c172b306 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/52bbaf8f-0e8c-4661-967f-7e39ad96e222 HTTP/1.1" status: 204 len: 168 time: 0.1991997 Nov 04 14:16:58.636175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fb855-6d3b-4bbf-850e-a011c172b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbaf8f-0e8c-4661-967f-7e39ad96e222,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:58.874963 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44694) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:58.992258 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb63a414-2b81-4170-8a5a-b3ab4a062e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.069644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb63a414-2b81-4170-8a5a-b3ab4a062e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.163293 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb63a414-2b81-4170-8a5a-b3ab4a062e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.205283 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-eb63a414-2b81-4170-8a5a-b3ab4a062e61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec5f378cf2b640cda517de86d8940aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285942 Nov 04 14:16:59.206197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a414-2b81-4170-8a5a-b3ab4a062e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17fadda-0e42-455f-ac91-89ac9cca0c39,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:59.208131 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44708) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:16:59.256791 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c37c699a-9932-4e53-9ca6-3932b3841db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.277109 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c37c699a-9932-4e53-9ca6-3932b3841db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.420294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c37c699a-9932-4e53-9ca6-3932b3841db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.423613 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c37c699a-9932-4e53-9ca6-3932b3841db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:16:59.424736 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c37c699a-9932-4e53-9ca6-3932b3841db6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f17fadda-0e42-455f-ac91-89ac9cca0c39 HTTP/1.1" status: 204 len: 168 time: 0.2156000 Nov 04 14:16:59.435977 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c699a-9932-4e53-9ca6-3932b3841db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17fadda-0e42-455f-ac91-89ac9cca0c39,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:16:59.549782 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8d0c9-31d0-44f6-bfa7-280584a90abb req-b0e78e4a-70dd-4890-b2a5-c97f9ecb2939 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:16:59.551582 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ad8d0c9-31d0-44f6-bfa7-280584a90abb req-b0e78e4a-70dd-4890-b2a5-c97f9ecb2939 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.0795445 Nov 04 14:16:59.602825 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ad8d0c9-31d0-44f6-bfa7-280584a90abb req-cc2be3d9-f120-4254-a782-0b10e42ffb8f tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Nov 04 14:17:00.177428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f124676-e041-48ec-9021-f14474ba1898 req-d026f105-ba6f-4da2-b39f-e887712760fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:00.179151 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-d026f105-ba6f-4da2-b39f-e887712760fe service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0794435 Nov 04 14:17:00.195042 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1ba2-71fe-4bae-8303-d506db5f74d7 req-453cdffa-5071-4bc5-a8f3-7b2d2e1ca095 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:00.195285 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54fe1ba2-71fe-4bae-8303-d506db5f74d7 req-453cdffa-5071-4bc5-a8f3-7b2d2e1ca095 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0683091 Nov 04 14:17:00.357021 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54fe1ba2-71fe-4bae-8303-d506db5f74d7 req-62feb546-42e4-4af0-b2b7-c80fcd9de2d1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549318 Nov 04 14:17:00.391927 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d41457-e746-4b8a-bbe9-906ac620958f req-b4d5870d-0c6f-429d-9eee-ed236567f1b8 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:00.393450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d4d41457-e746-4b8a-bbe9-906ac620958f req-b4d5870d-0c6f-429d-9eee-ed236567f1b8 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.1328506 Nov 04 14:17:00.407348 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f124676-e041-48ec-9021-f14474ba1898 req-02549871-0983-4ab7-b0cb-139aece915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:00.410732 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-02549871-0983-4ab7-b0cb-139aece915b6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.2062159 Nov 04 14:17:00.466997 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-eb7e97a4-1c9a-4f0b-8f7a-c39caa5bb053 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0418928 Nov 04 14:17:00.482711 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d4d41457-e746-4b8a-bbe9-906ac620958f req-fa5f82a5-fc71-4753-a109-68701490bd12 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828385 Nov 04 14:17:00.549578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f124676-e041-48ec-9021-f14474ba1898 req-4d695406-e72c-4fa7-af86-3beae1d8e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:00.550648 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-4d695406-e72c-4fa7-af86-3beae1d8e5a9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0633988 Nov 04 14:17:00.594729 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-e0c0c5f5-1639-4a49-8f32-a8b7accc8f73 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324574 Nov 04 14:17:00.775101 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-c5f77e21-d79a-44dd-a9ab-a06b45cad231 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657593 Nov 04 14:17:00.943711 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2f124676-e041-48ec-9021-f14474ba1898 req-07b2f358-d747-4117-a662-c0c18b646d39 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486754 Nov 04 14:17:01.476732 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0edbe5-3f21-49c5-addd-97234504a2d9 req-4de5a439-fd76-471a-aa96-16f84169a3ba tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:01.478172 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0b0edbe5-3f21-49c5-addd-97234504a2d9 req-4de5a439-fd76-471a-aa96-16f84169a3ba tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0470569 Nov 04 14:17:01.525545 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0b0edbe5-3f21-49c5-addd-97234504a2d9 req-4eb96b13-94d2-49e7-89ad-458e07964ba4 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Nov 04 14:17:01.602757 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60277e7-1e25-435a-b84f-711d8ef94f42 req-aa717af1-2d01-4ca0-abaa-3fee911a1aa8 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:01.604263 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c60277e7-1e25-435a-b84f-711d8ef94f42 req-aa717af1-2d01-4ca0-abaa-3fee911a1aa8 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.0469921 Nov 04 14:17:01.659938 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c60277e7-1e25-435a-b84f-711d8ef94f42 req-ddfe4b6a-261f-42f2-bca8-811e1eb47b03 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491757 Nov 04 14:17:02.594176 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-728e6e1d-eb61-460b-a5b0-1f1ad44dd24e tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:02.595858 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-728e6e1d-eb61-460b-a5b0-1f1ad44dd24e tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.107 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.0518856 Nov 04 14:17:02.710918 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd6097-dbad-4693-bd92-07c0aeaced57 req-a8a264b4-bee7-4835-8aa7-a7e241ec9c4d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:02.713099 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-affd6097-dbad-4693-bd92-07c0aeaced57 req-a8a264b4-bee7-4835-8aa7-a7e241ec9c4d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1144855 Nov 04 14:17:02.803962 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Deleting port 144eef15-4346-4228-990e-0fc40be296eb {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:17:02.804306 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:02.854724 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-affd6097-dbad-4693-bd92-07c0aeaced57 req-1031a547-0cdf-47c9-ac61-973fff1839d0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326859 Nov 04 14:17:02.865962 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf560-4298-4b49-9722-47db01fc551c req-1c069613-047c-4d48-943f-33e153de6314 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:02.867617 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6dbbf560-4298-4b49-9722-47db01fc551c req-1c069613-047c-4d48-943f-33e153de6314 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 949 time: 0.1164818 Nov 04 14:17:02.914308 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8cf60281-54ff-45ee-9b57-2c680baeb381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.229493 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6dbbf560-4298-4b49-9722-47db01fc551c req-2334a12e-a188-4947-aa17-3beaf6c9f782 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/security-groups?id=e2a627b9-2651-4c2e-a066-f29c4d04d0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 Nov 04 14:17:03.237875 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] For port 144eef15-4346-4228-990e-0fc40be296eb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=144eef15-4346-4228-990e-0fc40be296eb,segment=NetworkSegment(9d0a1d96-0f9e-4b44-8082-3dd47e2c043e),segment_id=9d0a1d96-0f9e-4b44-8082-3dd47e2c043e)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:03.238275 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.251163 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Calling delete_port for 144eef15-4346-4228-990e-0fc40be296eb owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:17:03.483369 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.498539 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['144eef15-4346-4228-990e-0fc40be296eb'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:03.512782 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Pushing event deleted for resources: {'Port': ['ID=144eef15-4346-4228-990e-0fc40be296eb,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:03.553802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] No DVR routers for this DVR port 144eef15-4346-4228-990e-0fc40be296eb on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:17:03.557082 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.561581 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c9164a8a-1ec1-49c0-9ee5-600621cddec8 req-8d0a47af-abfa-4b41-818f-c94f22f46b48 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.107 "DELETE /v2.0/ports/144eef15-4346-4228-990e-0fc40be296eb HTTP/1.1" status: 204 len: 173 time: 0.9523027 Nov 04 14:17:03.562206 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'name': 'network-vif-deleted', 'tag': '144eef15-4346-4228-990e-0fc40be296eb'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:03.564465 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 44908) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:03.567244 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130257c-3506-4fb6-a9e6-17defd9878f9" -d '{"events": [{"server_uuid": "023fc955-9c6b-44b2-ac3a-3f6360a353a0", "name": "network-vif-deleted", "tag": "144eef15-4346-4228-990e-0fc40be296eb"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:03.611127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167579f-cf52-41ef-9eca-ad4be1c3a540 x-openstack-request-id: req-3167579f-cf52-41ef-9eca-ad4be1c3a540 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:03.611127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fc955-9c6b-44b2-ac3a-3f6360a353a0", "name": "network-vif-deleted", "tag": "144eef15-4346-4228-990e-0fc40be296eb", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:03.611127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3167579f-cf52-41ef-9eca-ad4be1c3a540 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:03.611127 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023fc955-9c6b-44b2-ac3a-3f6360a353a0', 'name': 'network-vif-deleted', 'tag': '144eef15-4346-4228-990e-0fc40be296eb', 'status': 'completed', 'code': 200} Nov 04 14:17:03.684111 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c3e763f3-4ece-4ac8-8b7b-7eaeb792b9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.760399 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c3e763f3-4ece-4ac8-8b7b-7eaeb792b9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.834028 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c3e763f3-4ece-4ac8-8b7b-7eaeb792b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.871363 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c3e763f3-4ece-4ac8-8b7b-7eaeb792b9b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=990ff52fa0be45fcbe69b1af5c87d2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052332 Nov 04 14:17:03.872507 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e763f3-4ece-4ac8-8b7b-7eaeb792b9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d292a-1572-4ad1-9428-462d415732ef,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:03.873959 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44914) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:03.925246 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bf747b27-d138-4e4f-9392-4afc3c820e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:03.974930 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bf747b27-d138-4e4f-9392-4afc3c820e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:04.013817 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aece10-7fbd-4ee1-a1a2-d71b9d182cd1 req-79c37161-b09d-4590-abac-534384d5ec8c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:04.015912 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1aece10-7fbd-4ee1-a1a2-d71b9d182cd1 req-79c37161-b09d-4590-abac-534384d5ec8c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0882304 Nov 04 14:17:04.071103 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1aece10-7fbd-4ee1-a1a2-d71b9d182cd1 req-124bbcc2-b8d3-4297-a1dd-cac2311a93a0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466776 Nov 04 14:17:04.123521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bf747b27-d138-4e4f-9392-4afc3c820e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:04.126852 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bf747b27-d138-4e4f-9392-4afc3c820e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:04.127980 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-bf747b27-d138-4e4f-9392-4afc3c820e31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/435d292a-1572-4ad1-9428-462d415732ef HTTP/1.1" status: 204 len: 168 time: 0.2522168 Nov 04 14:17:04.137523 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf747b27-d138-4e4f-9392-4afc3c820e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d292a-1572-4ad1-9428-462d415732ef,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:04.349350 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d28c896e-ebee-4da7-93ca-1362ae41696b req-1afe46b2-937b-41aa-8282-35961f0b6675 tempest-VolumesNegativeTest-180724871 tempest-VolumesNegativeTest-180724871-project] 10.222.0.74 "GET /v2.0/ports?device_id=023fc955-9c6b-44b2-ac3a-3f6360a353a0 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Nov 04 14:17:05.200525 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44964) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:05.226920 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c8c6-5946-4a0d-866c-10f18ae9cbff req-522db328-b61f-4560-84d4-88985ae29f15 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:05.228429 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e653c8c6-5946-4a0d-866c-10f18ae9cbff req-522db328-b61f-4560-84d4-88985ae29f15 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0706058 Nov 04 14:17:05.271947 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a23541f5-fdc2-4375-9599-634a4d362831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.284652 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e653c8c6-5946-4a0d-866c-10f18ae9cbff req-78e7460f-dfca-4665-a56f-3065575729d5 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Nov 04 14:17:05.311203 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-9862218-network', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:05.394593 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Made reservation on behalf of 98c116b2decd479fa713a0cde3f6424a for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:17:05.396892 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.405788 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.479525 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.557619 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.584162 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:17:05.589668 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac34783-53f2-4ac5-93ac-8db700c4a511,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:05.597871 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.597871 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Added segment f43288ef-6837-4946-9759-f770045bd834 of type vlan for network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f Nov 04 14:17:05.636095 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.717427 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.718475 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:05.719719 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:05.788128 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] Pushing event updated for resources: {'Network': ['ID=84e8a779-4d7a-47a3-9258-5ea66cfbb47f,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:05.799169 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:17:05.849347 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-b73fb7ea-9c02-4dee-b0b9-bf0cc807b697 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6476328 Nov 04 14:17:05.852357 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 44996) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:05.857428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Request body: {'subnet': {'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-9862218-subnet', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:05.900001 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 144eef15-4346-4228-990e-0fc40be296eb no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:17:05.927429 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 144eef15-4346-4228-990e-0fc40be296eb {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:17:05.927429 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 144eef15-4346-4228-990e-0fc40be296eb not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:17:05.969124 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Made reservation on behalf of 98c116b2decd479fa713a0cde3f6424a for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:17:05.971560 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.289777 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.352889 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02661ca2-f770-40f5-9bb7-966394aec07a,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:06.362980 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Checking segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:06.363346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Network hostable DHCP agents. Network: 84e8a779-4d7a-47a3-9258-5ea66cfbb47f, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:17:06.430356 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6331e-89d6-419e-a7ff-ca6f7551233a req-63226654-a2b9-4f5d-adf0-57c0d2d31aae tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:06.432085 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1eb6331e-89d6-419e-a7ff-ca6f7551233a req-63226654-a2b9-4f5d-adf0-57c0d2d31aae tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0572543 Nov 04 14:17:06.481972 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1eb6331e-89d6-419e-a7ff-ca6f7551233a req-7322d28b-8c00-43e5-b2fd-ef01dd544020 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Nov 04 14:17:06.540580 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:17:06.591879 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.643745 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 84e8a779-4d7a-47a3-9258-5ea66cfbb47f) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:06.652942 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:06.653298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.658081 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a46b6-8b66-4e16-8179-7aac568722bc None None] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:17:06.754670 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-33d77171-e796-4626-bccf-7b3e92b1590e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9008632 Nov 04 14:17:06.756326 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45066) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:06.761838 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:06.844324 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:17:06.845234 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.860165 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.861743 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:06.943897 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.014603 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Allocated IP 172.20.0.2 (84e8a779-4d7a-47a3-9258-5ea66cfbb47f/02661ca2-f770-40f5-9bb7-966394aec07a/f42740cf-b5ac-4355-ae74-201f8b9a30b9) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:07.178725 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.266032 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.309814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.365379 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:07.371294 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:07.377336 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:07.380726 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Pushing event updated for resources: {'Port': ['ID=f42740cf-b5ac-4355-ae74-201f8b9a30b9,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:07.399737 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.400174 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.400594 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.401002 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.401405 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.401990 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.402375 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.402876 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.403299 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.403697 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.404108 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.404536 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:07.455454 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Attempting to bind port f42740cf-b5ac-4355-ae74-201f8b9a30b9 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:07.455825 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Attempting to bind port f42740cf-b5ac-4355-ae74-201f8b9a30b9 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:07.456189 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Attempting to bind port f42740cf-b5ac-4355-ae74-201f8b9a30b9 on network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:07.461247 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:07.466685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Checking segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:07.466685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.466685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Bound using segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:07.466685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Bound port: f42740cf-b5ac-4355-ae74-201f8b9a30b9, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:07.466685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.555030 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] For port f42740cf-b5ac-4355-ae74-201f8b9a30b9, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:07.558620 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] For port f42740cf-b5ac-4355-ae74-201f8b9a30b9, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f42740cf-b5ac-4355-ae74-201f8b9a30b9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:07.627164 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073867b-f396-4de4-a46f-5538a86493a4 req-e4e59009-a804-49ba-8563-40c53fe34a8b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:07.628651 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4073867b-f396-4de4-a46f-5538a86493a4 req-e4e59009-a804-49ba-8563-40c53fe34a8b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0601590 Nov 04 14:17:07.695476 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.775013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26752f-38e8-4ad1-a763-1f5b8d1a4def None None] Pushing event updated for resources: {'Port': ['ID=f42740cf-b5ac-4355-ae74-201f8b9a30b9,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:07.782509 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4073867b-f396-4de4-a46f-5538a86493a4 req-c956d334-d38a-4db4-94a7-ad8e95b1c56e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389067 Nov 04 14:17:07.821339 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.846483 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.865728 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:07.979655 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Allocated IP 172.27.1.18 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/b0341f7e-cb59-4f32-8cb6-889249c6951c) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:08.146354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:08.289355 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:08.338162 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:08.342680 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:08.348569 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:08.351419 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0341f7e-cb59-4f32-8cb6-889249c6951c,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:08.692463 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:08.766519 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:08.936406 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c14c9a-5287-4eba-b2d1-1302cf2d9892 None None] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:17:08.941684 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:08.954899 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe177-75ae-43d7-9846-2e4db3656692 req-8ea3d83f-ae4f-4532-8ef9-c0bbc8bcd83e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:08.956392 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-969fe177-75ae-43d7-9846-2e4db3656692 req-8ea3d83f-ae4f-4532-8ef9-c0bbc8bcd83e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0676670 Nov 04 14:17:09.032876 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-066b24d6-15f7-4be2-9b0d-a0262e2bd904 None None] Provisioning complete for port f42740cf-b5ac-4355-ae74-201f8b9a30b9 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:09.033230 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-066b24d6-15f7-4be2-9b0d-a0262e2bd904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:09.089086 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-969fe177-75ae-43d7-9846-2e4db3656692 req-ab80219d-e011-43b7-83df-bb7696812d06 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945804 Nov 04 14:17:09.103628 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:17:09.200349 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Router ced93846-21da-4caa-98ea-2d85d564c3b2 is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:17:09.212905 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-066b24d6-15f7-4be2-9b0d-a0262e2bd904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:09.261135 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-066b24d6-15f7-4be2-9b0d-a0262e2bd904 None None] For port f42740cf-b5ac-4355-ae74-201f8b9a30b9, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f42740cf-b5ac-4355-ae74-201f8b9a30b9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:09.349304 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:17:09.360647 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Sync routers for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:17:09.373113 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:09.373930 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:09.374448 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-066b24d6-15f7-4be2-9b0d-a0262e2bd904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:09.447907 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b24d6-15f7-4be2-9b0d-a0262e2bd904 None None] Pushing event updated for resources: {'Port': ['ID=f42740cf-b5ac-4355-ae74-201f8b9a30b9,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:09.483007 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:09.490836 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e7a96a53-1e52-47f7-8027-19c795822cf7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7322094 Nov 04 14:17:09.495979 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45238) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:09.523805 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:09.598842 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-76d1ddac-fb96-4b4b-80c5-e9d6cdc22cff None None] Provisioning complete for port f42740cf-b5ac-4355-ae74-201f8b9a30b9 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:09.599706 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-76d1ddac-fb96-4b4b-80c5-e9d6cdc22cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:09.786498 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:08Z', 'revision_number': 3, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:09.819096 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Checking router: ced93846-21da-4caa-98ea-2d85d564c3b2 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:17:09.819968 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Updating router ced93846-21da-4caa-98ea-2d85d564c3b2 port b0341f7e-cb59-4f32-8cb6-889249c6951c binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:17:09.880089 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:09.901961 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f42740cf-b5ac-4355-ae74-201f8b9a30b9 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:09.960461 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port f42740cf-b5ac-4355-ae74-201f8b9a30b9 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:09.960910 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.225374 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.334371 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.344287 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.387023 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177ccad-4c53-469e-adbc-34dc0dbd8e93 req-0c508373-bca0-44e5-a679-ad837e32df36 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:10.395169 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4177ccad-4c53-469e-adbc-34dc0dbd8e93 req-0c508373-bca0-44e5-a679-ad837e32df36 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0761230 Nov 04 14:17:10.402124 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Pushing event updated for resources: {'Port': ['ID=b0341f7e-cb59-4f32-8cb6-889249c6951c,revision_number=2']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:10.412756 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.413138 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.413613 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.413960 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.414293 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.414656 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.414988 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.415317 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.415726 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.416067 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.416395 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.416745 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:10.447919 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Attempting to bind port b0341f7e-cb59-4f32-8cb6-889249c6951c on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:10.449109 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Attempting to bind port b0341f7e-cb59-4f32-8cb6-889249c6951c by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:10.449683 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Attempting to bind port b0341f7e-cb59-4f32-8cb6-889249c6951c on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:10.456670 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:10.457354 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:10.458081 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.458682 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:10.464606 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Bound port: b0341f7e-cb59-4f32-8cb6-889249c6951c, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:10.464606 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.520417 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4177ccad-4c53-469e-adbc-34dc0dbd8e93 req-99a0826a-3c95-4364-b91a-30c77b9935e7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242728 Nov 04 14:17:10.536196 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] For port b0341f7e-cb59-4f32-8cb6-889249c6951c, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:10.538018 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] For port b0341f7e-cb59-4f32-8cb6-889249c6951c, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=b0341f7e-cb59-4f32-8cb6-889249c6951c,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:10.587942 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Allocated IP 172.20.0.1 (84e8a779-4d7a-47a3-9258-5ea66cfbb47f/02661ca2-f770-40f5-9bb7-966394aec07a/613f34bd-209a-45ac-aa9b-b3acd7b950c1) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:10.638462 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.701155 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.714224 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:10.715071 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:10.757635 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec737c92-36ec-40d4-ad96-1f78b96815f8 None None] Pushing event updated for resources: {'Port': ['ID=b0341f7e-cb59-4f32-8cb6-889249c6951c,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:10.846039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.861947 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:10.897111 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:10.904795 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:10.908838 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:10.909394 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:10.947369 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Pushing event updated for resources: {'Port': ['ID=613f34bd-209a-45ac-aa9b-b3acd7b950c1,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:11.139013 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:08Z', 'revision_number': 3, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:11.221430 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:11.236863 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-d9b658b0-0cff-4ce7-af03-26a3ea911279 None None] Provisioning complete for port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:11.238004 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d9b658b0-0cff-4ce7-af03-26a3ea911279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:11.256486 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b78182-eaee-4c71-8ccd-8eb4a770f280 None None] The sync data for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi is: [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:08Z', 'revision_number': 3, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:17:11.270595 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9105a-5493-4555-8e12-f611d4f191f1 req-412ce3f8-4501-4e47-b12f-60814dc1b5c4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:11.278030 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a9e9105a-5493-4555-8e12-f611d4f191f1 req-412ce3f8-4501-4e47-b12f-60814dc1b5c4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1726243 Nov 04 14:17:11.279272 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-d9b658b0-0cff-4ce7-af03-26a3ea911279 None None] Port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:11.289395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-cdac50e8-cd7f-4c7f-95ac-a59ed2aec638 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:11.298464 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-cdac50e8-cd7f-4c7f-95ac-a59ed2aec638 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.2179856 Nov 04 14:17:11.353192 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-2a5f2c3e-ef3b-43dc-8087-5cc3fb749d27 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/quotas/c04646a3a2d346cbb1ce1e319c924706 HTTP/1.1" status: 200 len: 375 time: 0.0330324 Nov 04 14:17:11.440979 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a9e9105a-5493-4555-8e12-f611d4f191f1 req-30618b29-5356-4f7f-8480-d6d08972649e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620319 Nov 04 14:17:11.508937 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-2d5e41be-be75-4ff4-82fa-6c351e361ae8 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374609 Nov 04 14:17:11.629569 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:11.700917 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-e82aaf7d-94fd-46c6-8665-28e1fc7f464e service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736214 Nov 04 14:17:11.713020 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372c77e-8adb-4da4-bcf6-357c54bb7770 req-fe405c2f-9197-43ca-b0bb-a86aa4441ff8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:11.714592 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5372c77e-8adb-4da4-bcf6-357c54bb7770 req-fe405c2f-9197-43ca-b0bb-a86aa4441ff8 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0812769 Nov 04 14:17:11.723254 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:11.723878 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:11.872548 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Pushing event updated for resources: {'Port': ['ID=613f34bd-209a-45ac-aa9b-b3acd7b950c1,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:11.910498 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device b0341f7e-cb59-4f32-8cb6-889249c6951c up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:11.947434 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5372c77e-8adb-4da4-bcf6-357c54bb7770 req-5999d4a3-94ba-4465-b5b8-b30e0f2aeb42 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207525 Nov 04 14:17:11.966337 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-92670c0e-a910-43e6-a203-21d9d5595271 service neutron] 10.222.0.74 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502127 Nov 04 14:17:11.988775 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port b0341f7e-cb59-4f32-8cb6-889249c6951c triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:11.989153 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:12.016905 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:12.018508 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:12.157094 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:12.163231 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Router ced93846-21da-4caa-98ea-2d85d564c3b2 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:17:12.185950 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port b0341f7e-cb59-4f32-8cb6-889249c6951c, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=b0341f7e-cb59-4f32-8cb6-889249c6951c,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:12.295185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:12.302902 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:17:12.309686 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-03ca5842-d535-4c17-a968-87f9f6b35f26 admin admin] 10.222.0.74 "PUT /v2.0/routers/ced93846-21da-4caa-98ea-2d85d564c3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124828 Nov 04 14:17:12.388822 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0da9a240-e599-4095-ab8f-4b0578eb65b3 req-d0ef8df5-bf73-4975-b344-a90c8e1aef2c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0560312 Nov 04 14:17:12.403841 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-b966118c-7236-4b03-8c53-dbabc5e95c04 None None] Provisioning complete for port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:12.404211 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b966118c-7236-4b03-8c53-dbabc5e95c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:12.409608 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=b0341f7e-cb59-4f32-8cb6-889249c6951c,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:12.460106 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-b966118c-7236-4b03-8c53-dbabc5e95c04 None None] Port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:12.624036 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bcc3a-3e0f-40d9-95e0-97d32cf1f901 req-3e51c8b4-fc6c-428c-8c91-d826eb6161e8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:12.628879 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-094bcc3a-3e0f-40d9-95e0-97d32cf1f901 req-3e51c8b4-fc6c-428c-8c91-d826eb6161e8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0715718 Nov 04 14:17:12.650100 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45366) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:12.691354 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-094bcc3a-3e0f-40d9-95e0-97d32cf1f901 req-a66759d2-2efc-43a0-8f9f-f6e016b7f170 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539556 Nov 04 14:17:12.908318 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6acdd4ed-2bf9-40f5-ae14-34c142fc3522 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05a9a2e7b4e844098d00f4a954920910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569633 Nov 04 14:17:12.910943 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45374) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:12.974335 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1528c36b-e899-4c0f-b19d-7e9a383ecc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:13.004446 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1528c36b-e899-4c0f-b19d-7e9a383ecc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:13.121172 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254cb23-5d23-4397-a13d-5f2f2c99f94b req-24eaae67-2ae6-4b9d-b210-feb78d6fb8a1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:13.122818 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9254cb23-5d23-4397-a13d-5f2f2c99f94b req-24eaae67-2ae6-4b9d-b210-feb78d6fb8a1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0494261 Nov 04 14:17:13.175523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9254cb23-5d23-4397-a13d-5f2f2c99f94b req-e5198e8e-0b39-4647-b6ec-c1436eb12346 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458243 Nov 04 14:17:13.190155 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1528c36b-e899-4c0f-b19d-7e9a383ecc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:13.199290 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1528c36b-e899-4c0f-b19d-7e9a383ecc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:13.202181 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-1528c36b-e899-4c0f-b19d-7e9a383ecc1e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2a627b9-2651-4c2e-a066-f29c4d04d0c1 HTTP/1.1" status: 204 len: 168 time: 0.2901521 Nov 04 14:17:13.218222 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528c36b-e899-4c0f-b19d-7e9a383ecc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a627b9-2651-4c2e-a066-f29c4d04d0c1,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:13.360993 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Sync routers for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:17:13.371525 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:13.372143 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:13.517072 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-34a8465b-3f7b-43cc-9125-8ec438e4c8ab req-e2963362-929c-47a7-9aa5-2aadb6520520 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0615802 Nov 04 14:17:13.632186 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:13.632426 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45402) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:13.733481 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45410) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:13.743335 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-721898623-network', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:13.903833 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device b0341f7e-cb59-4f32-8cb6-889249c6951c up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:13.907748 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65140c9-f85e-43e8-a4de-2be2c51dbdbd req-c9c3f914-9f5c-49a8-aad3-6722596ea531 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:13.909651 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f65140c9-f85e-43e8-a4de-2be2c51dbdbd req-c9c3f914-9f5c-49a8-aad3-6722596ea531 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0841794 Nov 04 14:17:13.969424 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f65140c9-f85e-43e8-a4de-2be2c51dbdbd req-c65d65e6-b8e7-4cd7-9d06-ff9cc06a6b1e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531089 Nov 04 14:17:13.998237 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port b0341f7e-cb59-4f32-8cb6-889249c6951c triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:13.998652 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.059081 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 2, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:14.059628 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-81612b90-0ff0-4d1a-805f-8afa715d2ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.092064 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Checking router: ced93846-21da-4caa-98ea-2d85d564c3b2 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:17:14.092350 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Updating router ced93846-21da-4caa-98ea-2d85d564c3b2 port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:17:14.146230 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.147582 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Made reservation on behalf of abd78c12ded24f0f99dad227b3a65ebb for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:17:14.150913 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.171994 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.183035 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-81612b90-0ff0-4d1a-805f-8afa715d2ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.262516 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.322750 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1d0f-6bc8-4c34-adb2-c894ad28a2c3 req-f502b4de-9c87-43e8-857b-983c873f71fb tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:14.324349 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aa5b1d0f-6bc8-4c34-adb2-c894ad28a2c3 req-f502b4de-9c87-43e8-857b-983c873f71fb tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0537529 Nov 04 14:17:14.331183 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-81612b90-0ff0-4d1a-805f-8afa715d2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.368617 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81612b90-0ff0-4d1a-805f-8afa715d2ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84c5fca-534f-4aec-95e0-78ca2a0292f8,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:14.388808 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.413085 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:17:14.416946 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aa5b1d0f-6bc8-4c34-adb2-c894ad28a2c3 req-9ff53b34-e9af-4a62-9f9d-cbcec40498b9 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719361 Nov 04 14:17:14.437930 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.438480 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Added segment 1c5e5a32-6fd0-4409-8b83-1e67a95ae21c of type vlan for network e264460e-6888-453f-9445-da93b5389991 Nov 04 14:17:14.447272 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-81612b90-0ff0-4d1a-805f-8afa715d2ab3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0047f40c1d145e7b30b4d26d9723924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8131578 Nov 04 14:17:14.455901 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45420) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:14.460598 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.495082 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626554bf-df08-4883-bfe0-9edd0ba441a2,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:14.513338 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.524358 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b0fcac00-afc6-437e-b751-cb3d10651e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.532838 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.550726 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b0fcac00-afc6-437e-b751-cb3d10651e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.599534 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36c0d-b02f-4f4d-b16a-e751ac36eeaf None None] Pushing event updated for resources: {'Port': ['ID=613f34bd-209a-45ac-aa9b-b3acd7b950c1,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:14.616705 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.617666 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:14.618246 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.626784 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c6d5bd13-caee-4aea-9bcd-f9efa4916fd0 req-ea5c22d7-e6b9-4f25-b39d-9f714ee412bd tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0323987 Nov 04 14:17:14.672722 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Attempting to bind port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:14.673095 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Attempting to bind port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:14.673463 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Attempting to bind port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 on network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:14.681044 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:14.681770 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Checking segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:14.682394 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.688086 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Bound using segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:14.688086 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Bound port: 613f34bd-209a-45ac-aa9b-b3acd7b950c1, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:14.688086 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.689353 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e264460e-6888-453f-9445-da93b5389991,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:14.701099 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network e264460e-6888-453f-9445-da93b5389991 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:17:14.740338 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b0fcac00-afc6-437e-b751-cb3d10651e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.742943 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b0fcac00-afc6-437e-b751-cb3d10651e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.744395 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-b0fcac00-afc6-437e-b751-cb3d10651e1a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e84c5fca-534f-4aec-95e0-78ca2a0292f8 HTTP/1.1" status: 204 len: 168 time: 0.2871771 Nov 04 14:17:14.758898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcac00-afc6-437e-b751-cb3d10651e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84c5fca-534f-4aec-95e0-78ca2a0292f8,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:14.769692 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6c480a77-05a2-48e3-942e-353b866d84e3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0344126 Nov 04 14:17:14.772397 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45430) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:14.782740 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Request body: {'subnet': {'network_id': 'e264460e-6888-453f-9445-da93b5389991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-721898623-subnet', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:14.860421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] For port 613f34bd-209a-45ac-aa9b-b3acd7b950c1, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:14.861479 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] For port 613f34bd-209a-45ac-aa9b-b3acd7b950c1, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=613f34bd-209a-45ac-aa9b-b3acd7b950c1,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:14.879495 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Made reservation on behalf of abd78c12ded24f0f99dad227b3a65ebb for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:17:14.881828 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26144780'] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.914728 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-0a95f4ac-a40a-4116-94fd-eb49659bf530 None None] Provisioning complete for port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:14.915235 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0a95f4ac-a40a-4116-94fd-eb49659bf530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.939595 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:14.994637 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-0a95f4ac-a40a-4116-94fd-eb49659bf530 None None] Port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:15.022117 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36c0d-b02f-4f4d-b16a-e751ac36eeaf None None] Pushing event updated for resources: {'Port': ['ID=613f34bd-209a-45ac-aa9b-b3acd7b950c1,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:15.027625 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:15.028278 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:15.201130 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:15.205908 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391ccba-415c-4a51-bbe7-5adfc383b7ad req-5eb167a6-64ff-4a43-894f-9f4ae5aefc08 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:15.207727 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e391ccba-415c-4a51-bbe7-5adfc383b7ad req-5eb167a6-64ff-4a43-894f-9f4ae5aefc08 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1365752 Nov 04 14:17:15.244045 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28841776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26144830'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.255120 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-7fac0b10-9d76-4345-93a6-b369ad8dbf66 None None] Provisioning complete for port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:15.255716 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7fac0b10-9d76-4345-93a6-b369ad8dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.353070 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-2d244a8e-fb95-41fd-bb1e-2341724d2bff tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:15.359379 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-2d244a8e-fb95-41fd-bb1e-2341724d2bff tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/networks?id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 200 len: 815 time: 0.2336218 Nov 04 14:17:15.365249 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Checking segment: {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:15.365612 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Network hostable DHCP agents. Network: e264460e-6888-453f-9445-da93b5389991, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:17:15.369143 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62c41a4-3585-4f77-b524-68a8d4168314,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:15.370759 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e391ccba-415c-4a51-bbe7-5adfc383b7ad req-96eb138c-df86-42f5-b3f7-7ac71788ab6f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475024 Nov 04 14:17:15.393301 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Request body: {'port': {'device_id': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'admin_state_up': True, 'tenant_id': 'c04646a3a2d346cbb1ce1e319c924706'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:15.463848 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7fac0b10-9d76-4345-93a6-b369ad8dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.534693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Network e264460e-6888-453f-9445-da93b5389991 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:17:15.542137 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-7fac0b10-9d76-4345-93a6-b369ad8dbf66 None None] For port 613f34bd-209a-45ac-aa9b-b3acd7b950c1, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=613f34bd-209a-45ac-aa9b-b3acd7b950c1,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:15.570296 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:14Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:15.597440 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ad62e-127a-473d-b194-43df6b504cff req-6a8d0e28-e278-44b7-a125-0380dde5ae25 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:15.602316 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974af0b-de12-46a1-aae2-7161c2da06eb None None] The sync data for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi is: [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:14Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:17:15.605989 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-165ad62e-127a-473d-b194-43df6b504cff req-6a8d0e28-e278-44b7-a125-0380dde5ae25 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0674365 Nov 04 14:17:15.616913 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, e264460e-6888-453f-9445-da93b5389991) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:15.617384 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7fac0b10-9d76-4345-93a6-b369ad8dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.634808 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:15.638220 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.657431 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45446) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:15.686327 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c4dc3-b2bc-45a3-af3a-a2ed10480732 None None] Network e264460e-6888-453f-9445-da93b5389991 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:17:15.717281 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-165ad62e-127a-473d-b194-43df6b504cff req-63bf13ee-5d35-461e-a615-1bef848af4f7 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109822 Nov 04 14:17:15.717860 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Made reservation on behalf of c04646a3a2d346cbb1ce1e319c924706 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:17:15.726264 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.745877 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecde4-c3d9-4a69-8cd7-8b50fc755af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.783497 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-0d6fb271-d500-4e82-a7f9-f081456b3e07 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0099719 Nov 04 14:17:15.789972 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac0b10-9d76-4345-93a6-b369ad8dbf66 None None] Pushing event updated for resources: {'Port': ['ID=613f34bd-209a-45ac-aa9b-b3acd7b950c1,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:15.798169 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45450) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:15.803820 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:15.930322 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.933814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-e264460e-6888-453f-9445-da93b5389991', 'network_id': 'e264460e-6888-453f-9445-da93b5389991', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'fixed_ips': [{'subnet_id': 'f62c41a4-3585-4f77-b524-68a8d4168314'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:17:15.933814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.934010 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:15.948549 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 613f34bd-209a-45ac-aa9b-b3acd7b950c1 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:15.952327 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-75f31f81-253e-4b2b-ba2c-a072acd1be69 req-f0570e24-f4ae-489e-a62f-f72436c2c90a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0892339 Nov 04 14:17:16.030521 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.066618 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Allocated IP 172.20.0.11 (8e73af2d-8a2a-4629-8aae-5b5e496eb49f/205286e7-3bd0-40ac-9a8d-a5d1e2993d33/3fbc7cea-b62d-4fba-bfd2-98dad316380d) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:16.073526 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:16.076975 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.119770 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecde4-c3d9-4a69-8cd7-8b50fc755af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.217841 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecde4-c3d9-4a69-8cd7-8b50fc755af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.292758 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ecde4-c3d9-4a69-8cd7-8b50fc755af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bcda44-7634-4464-ae3d-7e0a0ce5d2dd,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:16.300446 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ff0ecde4-c3d9-4a69-8cd7-8b50fc755af4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b81f45a265d49a5a96542cdfa04e626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6453922 Nov 04 14:17:16.310953 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45458) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:16.367189 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.369155 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.387784 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Allocated IP 172.20.0.2 (e264460e-6888-453f-9445-da93b5389991/f62c41a4-3585-4f77-b524-68a8d4168314/1fc121d9-3270-4d96-920f-4b4585100a57) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:16.428137 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff401249-5958-4284-ae8c-f60f465c55bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.463984 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff401249-5958-4284-ae8c-f60f465c55bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.541550 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.566402 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253', '35e53680-2447-468e-b9e4-3d988e664bc0', 'fadab3c7-484c-4980-8c43-acbd38cb2671'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:16.606193 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:16.617390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cacedb-da41-4527-8f8e-6fa7d2e0762a req-3c34b2be-91b5-4e26-aa5e-84b77e00f8c4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:16.619680 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08cacedb-da41-4527-8f8e-6fa7d2e0762a req-3c34b2be-91b5-4e26-aa5e-84b77e00f8c4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1533415 Nov 04 14:17:16.628718 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:16.632212 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:16.639478 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:16.640000 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.664480 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.674307 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event updated for resources: {'Port': ['ID=3fbc7cea-b62d-4fba-bfd2-98dad316380d,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:16.710875 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08cacedb-da41-4527-8f8e-6fa7d2e0762a req-68ac16dd-e9cd-4540-bfd1-13ddc2dbcbf5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678387 Nov 04 14:17:16.751712 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.777631 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-7383fa80-7b85-4f07-81ee-2e63c00ba65a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4026728 Nov 04 14:17:16.777631 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff401249-5958-4284-ae8c-f60f465c55bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.778837 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.779032 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.785475 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ff401249-5958-4284-ae8c-f60f465c55bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:16.787820 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ff401249-5958-4284-ae8c-f60f465c55bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/23bcda44-7634-4464-ae3d-7e0a0ce5d2dd HTTP/1.1" status: 204 len: 168 time: 0.4754939 Nov 04 14:17:16.807547 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Request body: {'port': {'device_id': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:16.860272 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff401249-5958-4284-ae8c-f60f465c55bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bcda44-7634-4464-ae3d-7e0a0ce5d2dd,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:16.911929 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Allocated IP 172.27.1.245 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:17.038335 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.084901 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dd40a-1922-482f-8f33-4d0c7a907bb0 req-870c664a-336f-4e26-be63-0213d4dbb0bc tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:17.087619 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e43dd40a-1922-482f-8f33-4d0c7a907bb0 req-870c664a-336f-4e26-be63-0213d4dbb0bc tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.2108619 Nov 04 14:17:17.097719 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Network e264460e-6888-453f-9445-da93b5389991 is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:17.111867 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:17.120447 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:17.167973 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Pushing event updated for resources: {'Port': ['ID=1fc121d9-3270-4d96-920f-4b4585100a57,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:17.170024 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.200462 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490a994-836b-46fd-a5c3-76cd0be95999 req-95d5251a-2043-4682-a8e5-c4d4e6148391 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:17.209906 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f490a994-836b-46fd-a5c3-76cd0be95999 req-95d5251a-2043-4682-a8e5-c4d4e6148391 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 932 time: 0.1450994 Nov 04 14:17:17.283538 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Attempting to bind port 1fc121d9-3270-4d96-920f-4b4585100a57 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:17.283996 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Attempting to bind port 1fc121d9-3270-4d96-920f-4b4585100a57 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:17.284461 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Attempting to bind port 1fc121d9-3270-4d96-920f-4b4585100a57 on network e264460e-6888-453f-9445-da93b5389991 {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:17.292236 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:17.292710 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Checking segment: {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:17.293204 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.294179 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e43dd40a-1922-482f-8f33-4d0c7a907bb0 req-147611db-4c3d-4ad8-89c3-5209fd5f6ac0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706204 Nov 04 14:17:17.294318 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Bound using segment: {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:17.294884 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Bound port: 1fc121d9-3270-4d96-920f-4b4585100a57, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:17.295754 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.317895 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.365828 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:17.379585 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] For port 1fc121d9-3270-4d96-920f-4b4585100a57, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:17.382311 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:17.383252 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] For port 1fc121d9-3270-4d96-920f-4b4585100a57, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=1fc121d9-3270-4d96-920f-4b4585100a57,segment=NetworkSegment(1c5e5a32-6fd0-4409-8b83-1e67a95ae21c),segment_id=1c5e5a32-6fd0-4409-8b83-1e67a95ae21c)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:17.396112 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:17.399743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Pushing event updated for resources: {'Port': ['ID=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:17.424104 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f490a994-836b-46fd-a5c3-76cd0be95999 req-5856f1ae-520d-4fa9-a99f-ac0108c1d10c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106616 Nov 04 14:17:17.483649 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.592202 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8df96-fdbe-4591-ba62-2f75ad55e0d3 None None] Pushing event updated for resources: {'Port': ['ID=1fc121d9-3270-4d96-920f-4b4585100a57,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:17.665215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbc7cea-b62d-4fba-bfd2-98dad316380d {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:17:17.677035 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.698224 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Transition to ACTIVE for port object 3fbc7cea-b62d-4fba-bfd2-98dad316380d will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:17:17.732632 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7773e-c682-4eab-8c15-2bf0d4092619 req-47ac035a-9156-4745-be7a-013978c151dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:17.735333 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0bc7773e-c682-4eab-8c15-2bf0d4092619 req-47ac035a-9156-4745-be7a-013978c151dd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0462930 Nov 04 14:17:17.819385 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.857462 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.865550 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 613f34bd-209a-45ac-aa9b-b3acd7b950c1 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:17.890003 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0bc7773e-c682-4eab-8c15-2bf0d4092619 req-3967b8db-353a-4224-85c4-1474cd9cbf30 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392338 Nov 04 14:17:17.916624 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbc7cea-b62d-4fba-bfd2-98dad316380d,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:17.947256 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:17.947635 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:17.998751 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Attempting to bind port 3fbc7cea-b62d-4fba-bfd2-98dad316380d on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:17.999092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Attempting to bind port 3fbc7cea-b62d-4fba-bfd2-98dad316380d by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:17.999982 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Attempting to bind port 3fbc7cea-b62d-4fba-bfd2-98dad316380d on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:18.016152 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104baf4-692b-4011-a2d4-3549ef9d5d2e req-9aa06bbe-70e7-4262-a3df-f80a86aa3c4f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:18.018236 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8104baf4-692b-4011-a2d4-3549ef9d5d2e req-9aa06bbe-70e7-4262-a3df-f80a86aa3c4f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1388581 Nov 04 14:17:18.022741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Port 3fbc7cea-b62d-4fba-bfd2-98dad316380d on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:17:18.023280 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Attempting to bind port 3fbc7cea-b62d-4fba-bfd2-98dad316380d on network 8e73af2d-8a2a-4629-8aae-5b5e496eb49f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:18.031364 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:18.031709 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Checking segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:18.032104 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Bound using segment: {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:18.032548 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Bound port: 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182027ad-d65e-4515-a617-97760a7331ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:18.032914 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:18.142971 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8104baf4-692b-4011-a2d4-3549ef9d5d2e req-4641e575-2c03-47cf-b91a-66f5226a4691 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076519 Nov 04 14:17:18.152562 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:18.181661 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] For port 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:18.185521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] For port 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=3fbc7cea-b62d-4fba-bfd2-98dad316380d,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:18.271251 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:18.310217 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:18.311476 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:18.312928 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] 10.222.0.107 "PUT /v2.0/ports/3fbc7cea-b62d-4fba-bfd2-98dad316380d HTTP/1.1" status: 200 len: 1094 time: 1.5220509 Nov 04 14:17:18.313373 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'tag': '3fbc7cea-b62d-4fba-bfd2-98dad316380d'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:18.315620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f3b9e-3fb9-4015-9134-81de54edde0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b4f170-4c55-4880-8a24-4436177b6add", "tag": "3fbc7cea-b62d-4fba-bfd2-98dad316380d"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:18.352916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab6abf-4495-4cb4-ba9e-026fac7eb2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbc7cea-b62d-4fba-bfd2-98dad316380d,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:18.375978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ab5395-10d6-45af-bad7-14feceb35780 x-openstack-request-id: req-90ab5395-10d6-45af-bad7-14feceb35780 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:18.375978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b4f170-4c55-4880-8a24-4436177b6add", "tag": "3fbc7cea-b62d-4fba-bfd2-98dad316380d", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:18.375978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90ab5395-10d6-45af-bad7-14feceb35780 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:18.376258 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'tag': '3fbc7cea-b62d-4fba-bfd2-98dad316380d', 'status': 'completed', 'code': 200} Nov 04 14:17:18.392145 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:17:18.446434 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f7398-31ce-48f4-a421-e6cc4009e5fd req-fdf50abe-c3d7-40ab-aa30-61374e693918 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:18.448307 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a6f7398-31ce-48f4-a421-e6cc4009e5fd req-fdf50abe-c3d7-40ab-aa30-61374e693918 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0843468 Nov 04 14:17:18.461741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3b9e-3fb9-4015-9134-81de54edde0d req-fd924d6d-393a-455e-8212-b62529a8e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:18.463845 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b15f3b9e-3fb9-4015-9134-81de54edde0d req-fd924d6d-393a-455e-8212-b62529a8e911 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 1097 time: 0.0643392 Nov 04 14:17:18.518992 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:17:18.532698 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Sync routers for ids ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:17:18.545602 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Routers {'c6fabdb7-a304-4ccc-a645-32bfaae06ca1'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:18.546586 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:18.636340 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:18.641321 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c5f700e9-e5f2-4634-a388-f47992d4fe8b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8417320 Nov 04 14:17:18.647577 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45502) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:18.689118 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Set router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:18.912613 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:17:17Z', 'revision_number': 3, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:18.944870 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Checking router: c6fabdb7-a304-4ccc-a645-32bfaae06ca1 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:17:18.945596 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Updating router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:17:18.983514 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.071261 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a6f7398-31ce-48f4-a421-e6cc4009e5fd req-85315046-352c-4409-9107-b8c7772654a5 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944262 Nov 04 14:17:19.113190 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc814775-ba3e-4374-befd-0e5f6ee01e6e None None] Network e264460e-6888-453f-9445-da93b5389991 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:17:19.127915 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999638e-5fd8-4078-bff9-1247c786145c req-d5e62d84-d45a-453f-9546-217ebfbf56bc tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:19.135994 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a999638e-5fd8-4078-bff9-1247c786145c req-d5e62d84-d45a-453f-9546-217ebfbf56bc tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 944 time: 0.6251342 Nov 04 14:17:19.164305 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3b9e-3fb9-4015-9134-81de54edde0d req-ce08d7d8-158f-44c1-9893-39078083c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:19.171691 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b15f3b9e-3fb9-4015-9134-81de54edde0d req-ce08d7d8-158f-44c1-9893-39078083c89a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=c04646a3a2d346cbb1ce1e319c924706&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6870375 Nov 04 14:17:19.224506 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-20467991-ddad-4baa-9500-9104d746ee7b None None] Provisioning complete for port 1fc121d9-3270-4d96-920f-4b4585100a57 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:19.225428 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-20467991-ddad-4baa-9500-9104d746ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.318048 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a999638e-5fd8-4078-bff9-1247c786145c req-18083293-35c4-47d4-8b05-b17cf6d6689a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744056 Nov 04 14:17:19.333738 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.400194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b178-8510-49ef-adec-5a49c3812ade req-2899bf94-0cd5-46f7-9391-645c1cab7050 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:19.402179 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f63b178-8510-49ef-adec-5a49c3812ade req-2899bf94-0cd5-46f7-9391-645c1cab7050 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1044834 Nov 04 14:17:19.406309 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3b9e-3fb9-4015-9134-81de54edde0d req-66a583db-d1d8-4754-9c39-def9f84c7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:19.407765 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b15f3b9e-3fb9-4015-9134-81de54edde0d req-66a583db-d1d8-4754-9c39-def9f84c7af2 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217617 Nov 04 14:17:19.460296 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-20467991-ddad-4baa-9500-9104d746ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.465947 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.478314 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f63b178-8510-49ef-adec-5a49c3812ade req-9d3a1708-6801-4805-9424-a5b747ab4010 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693417 Nov 04 14:17:19.525742 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-1d0ff5a2-04c3-4631-9104-c8d4cc6a6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:19.531273 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-1d0ff5a2-04c3-4631-9104-c8d4cc6a6f0e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c04646a3a2d346cbb1ce1e319c924706&device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 1097 time: 0.0740066 Nov 04 14:17:19.567988 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-20467991-ddad-4baa-9500-9104d746ee7b None None] For port 1fc121d9-3270-4d96-920f-4b4585100a57, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=1fc121d9-3270-4d96-920f-4b4585100a57,segment=NetworkSegment(1c5e5a32-6fd0-4409-8b83-1e67a95ae21c),segment_id=1c5e5a32-6fd0-4409-8b83-1e67a95ae21c)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:19.576498 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c34692-2efd-4af1-8a84-caf150149f08 None None] Pushing event updated for resources: {'Port': ['ID=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,revision_number=2']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:19.578965 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.598348 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-a3838267-7450-482a-a9cb-18d88d5c9895 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fbc7cea-b62d-4fba-bfd2-98dad316380d HTTP/1.1" status: 200 len: 217 time: 0.0451481 Nov 04 14:17:19.598604 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Attempting to bind port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:19.598994 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Attempting to bind port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:19.599361 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Attempting to bind port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:19.605562 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:19.605965 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:19.611210 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.611210 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:19.611210 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Bound port: a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:19.611210 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.660459 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-20467991-ddad-4baa-9500-9104d746ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.675545 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] For port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:19.679541 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] For port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:19.706829 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20b61-d900-4676-b74e-e8e07784a634 req-52f526df-6a67-4b30-8c36-996b122336de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:19.708398 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-52f526df-6a67-4b30-8c36-996b122336de service neutron] 10.222.0.107 "GET /v2.0/subnets?id=205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 200 len: 855 time: 0.0945640 Nov 04 14:17:19.736358 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20467991-ddad-4baa-9500-9104d746ee7b None None] Pushing event updated for resources: {'Port': ['ID=1fc121d9-3270-4d96-920f-4b4585100a57,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:19.760373 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-b4f3ea35-689e-4ec2-84be-6c72f0cca408 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=8e73af2d-8a2a-4629-8aae-5b5e496eb49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342989 Nov 04 14:17:19.829293 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Allocated IP 172.20.0.1 (e264460e-6888-453f-9445-da93b5389991/f62c41a4-3585-4f77-b524-68a8d4168314/cea47d5d-81bc-4d9d-93a3-c6cb32129288) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:19.844543 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.901605 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 1fc121d9-3270-4d96-920f-4b4585100a57 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:19.910528 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c34692-2efd-4af1-8a84-caf150149f08 None None] Pushing event updated for resources: {'Port': ['ID=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:19.943581 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-2dcab3a8-68de-4383-af06-4df2f99f0dab None None] Provisioning complete for port 1fc121d9-3270-4d96-920f-4b4585100a57 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:19.944058 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2dcab3a8-68de-4383-af06-4df2f99f0dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:19.945165 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-757b80c5-a14b-40ea-bb2c-cea73474df59 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776986 Nov 04 14:17:19.979064 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Routers {'c6fabdb7-a304-4ccc-a645-32bfaae06ca1'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:19.979712 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:19.990074 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45534) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:20.006095 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.008947 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 1fc121d9-3270-4d96-920f-4b4585100a57 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:20.009406 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.103895 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.141650 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-add20b61-d900-4676-b74e-e8e07784a634 req-9c48148b-ed6d-46ec-99bb-9d4afffe54f3 service neutron] 10.222.0.107 "GET /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863737 Nov 04 14:17:20.156543 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] Set router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:20.174867 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Network e264460e-6888-453f-9445-da93b5389991 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:20.179713 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:20.183033 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:20.187649 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Pushing event updated for resources: {'Port': ['ID=cea47d5d-81bc-4d9d-93a3-c6cb32129288,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:20.220684 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1cac14ff-a8fe-4fc5-a57e-5e91b2772c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.238320 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.300518 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68aa0d-8f54-4423-ae44-e16e790429b7 req-6ad0dff3-d912-4787-831f-534fdfd74a9d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:20.308413 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd68aa0d-8f54-4423-ae44-e16e790429b7 req-6ad0dff3-d912-4787-831f-534fdfd74a9d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1486785 Nov 04 14:17:20.380751 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:17:17Z', 'revision_number': 3, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:20.387728 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1cac14ff-a8fe-4fc5-a57e-5e91b2772c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.392365 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd68aa0d-8f54-4423-ae44-e16e790429b7 req-826c47d3-706f-4b46-92da-eccef9a09f10 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831254 Nov 04 14:17:20.421705 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879af0d-5980-40c6-9c41-9660bf0236ed None None] The sync data for ids ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'] in dv-cinder-815848-5-iscsi is: [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:17:17Z', 'revision_number': 3, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:17:20.451792 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.476178 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812740f1-233e-461d-8156-dc68e25ca458 req-ecd8a6fb-337b-4245-a9df-8fc3aa46e3ef tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:20.477685 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-812740f1-233e-461d-8156-dc68e25ca458 req-ecd8a6fb-337b-4245-a9df-8fc3aa46e3ef tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 944 time: 0.0737975 Nov 04 14:17:20.478932 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1cac14ff-a8fe-4fc5-a57e-5e91b2772c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.549413 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1cac14ff-a8fe-4fc5-a57e-5e91b2772c37 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6dc01f017124dbd80ff25730fc10eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5558193 Nov 04 14:17:20.549413 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac14ff-a8fe-4fc5-a57e-5e91b2772c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e25f336-210c-4c83-b2f6-15fde4d78b23,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:20.551533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45550) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:20.622974 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-812740f1-233e-461d-8156-dc68e25ca458 req-ab2c0fa9-a892-4f1b-a17b-1c11fb5b16f5 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Nov 04 14:17:20.648186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b8f905e4-abdb-44c1-b1d4-14099bf323cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.680238 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b8f905e4-abdb-44c1-b1d4-14099bf323cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.687900 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.740903 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5710-904c-401e-ae30-24349c843942 None None] Provisioning complete for port cea47d5d-81bc-4d9d-93a3-c6cb32129288 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:20.741506 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5710-904c-401e-ae30-24349c843942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.753608 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28841805'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.785473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ee81e-b5e5-4413-9461-7f0d856571b8 req-865d7e46-3526-4abb-8bc4-6278e7d3b377 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:20.790514 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5710-904c-401e-ae30-24349c843942 None None] Port cea47d5d-81bc-4d9d-93a3-c6cb32129288 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:20.795000 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d65ee81e-b5e5-4413-9461-7f0d856571b8 req-865d7e46-3526-4abb-8bc4-6278e7d3b377 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0929992 Nov 04 14:17:20.875746 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Pushing event updated for resources: {'Port': ['ID=cea47d5d-81bc-4d9d-93a3-c6cb32129288,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:20.878376 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.887880 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d65ee81e-b5e5-4413-9461-7f0d856571b8 req-ee5a925d-2d3a-4ce1-a99f-3be5d9a13a0b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917311 Nov 04 14:17:20.892200 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b8f905e4-abdb-44c1-b1d4-14099bf323cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.901734 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-b8f905e4-abdb-44c1-b1d4-14099bf323cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:20.901734 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-b8f905e4-abdb-44c1-b1d4-14099bf323cf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5e25f336-210c-4c83-b2f6-15fde4d78b23 HTTP/1.1" status: 204 len: 168 time: 0.3444109 Nov 04 14:17:20.920188 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f905e4-abdb-44c1-b1d4-14099bf323cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e25f336-210c-4c83-b2f6-15fde4d78b23,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:21.004354 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Network e264460e-6888-453f-9445-da93b5389991 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:21.006555 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:21.090696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96b8e4-d483-4952-93d2-54b89dd797b4 req-3d57fdde-cf64-4481-8b95-7fe74a34951d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:21.092021 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ca96b8e4-d483-4952-93d2-54b89dd797b4 req-3d57fdde-cf64-4481-8b95-7fe74a34951d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0600791 Nov 04 14:17:21.157653 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:17:21.172641 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ca96b8e4-d483-4952-93d2-54b89dd797b4 req-d70a0847-9bc9-431d-9f61-b81d95cb3c3d tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717683 Nov 04 14:17:21.247564 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-7e51334d-6570-4937-8cc4-2f241da3594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:21.249276 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-7e51334d-6570-4937-8cc4-2f241da3594c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cd05a6617b304d7481ebc7af88adf58e&device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 1098 time: 0.0994620 Nov 04 14:17:21.312590 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:17:21.327003 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-ece28504-c9d9-4eb0-b165-8ffcf5dcf3cf None None] Provisioning complete for port cea47d5d-81bc-4d9d-93a3-c6cb32129288 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:21.327962 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ece28504-c9d9-4eb0-b165-8ffcf5dcf3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:21.331117 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8c8a9fde-23b8-4d45-ae04-725008f28e4e admin admin] 10.222.0.74 "PUT /v2.0/routers/c6fabdb7-a304-4ccc-a645-32bfaae06ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6877520 Nov 04 14:17:21.392419 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-ece28504-c9d9-4eb0-b165-8ffcf5dcf3cf None None] Port cea47d5d-81bc-4d9d-93a3-c6cb32129288 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:21.428731 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-7635371b-211a-4b7a-8ded-f9863fc7e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:21.430239 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-7635371b-211a-4b7a-8ded-f9863fc7e843 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 200 len: 919 time: 0.1672435 Nov 04 14:17:21.482204 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-4cc5692b-a677-42ba-ad96-1f068c3e2270 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 200 len: 217 time: 0.0381248 Nov 04 14:17:21.548448 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-156cca79-cf6e-4a8a-ab39-926d661deaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:21.550057 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-156cca79-cf6e-4a8a-ab39-926d661deaf9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 200 len: 858 time: 0.0449581 Nov 04 14:17:21.591723 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-53fdcb83-411f-49a1-996c-3053b667d08d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3560b8b4-1388-478c-84a9-cbb1e993277c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289569 Nov 04 14:17:21.722177 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-d2117d26-0117-459e-9950-ce1450523c76 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150074 Nov 04 14:17:21.839748 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7362a7b0-6f10-426a-b756-8a010e72d9b8 req-63dbcef4-99c7-42e5-863a-ee632f8a0443 service neutron] 10.222.0.107 "GET /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044152 Nov 04 14:17:21.859495 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf482666-7344-41b6-b077-08c0f163c12c req-479eff31-05a6-4139-994e-ef0cbbbddc5c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:21.861141 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf482666-7344-41b6-b077-08c0f163c12c req-479eff31-05a6-4139-994e-ef0cbbbddc5c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 944 time: 0.1517868 Nov 04 14:17:21.902142 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:21.939553 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 45590) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:21.946141 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954235715', 'description': 'tempest-secgroup-smoke-1954235715 description', 'project_id': '98c116b2decd479fa713a0cde3f6424a'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:21.961056 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf482666-7344-41b6-b077-08c0f163c12c req-d8c37921-555e-4c05-bdd2-b287b9cca747 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822823 Nov 04 14:17:21.966188 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:21.966188 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.040738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c08846-9a0b-47bc-9d5b-7c4776894fb5 req-4be81bcd-ed43-4cba-9e1b-9ae72d4f5cc8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:22.042218 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73c08846-9a0b-47bc-9d5b-7c4776894fb5 req-4be81bcd-ed43-4cba-9e1b-9ae72d4f5cc8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0516176 Nov 04 14:17:22.050652 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.073656 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:22.085438 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.101607 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73c08846-9a0b-47bc-9d5b-7c4776894fb5 req-e36a7ce1-18d8-4904-b1eb-df0521282e11 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515766 Nov 04 14:17:22.151923 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.165979 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.203915 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:22.288511 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.327107 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b196b8-9fb6-4091-8245-4983127c43ef,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:22.337584 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bea1-9eea-4e58-86d7-012a09378b6f req-bab5340f-d7e0-46db-9fa1-06e9f5f92e14 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:22.339112 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6626bea1-9eea-4e58-86d7-012a09378b6f req-bab5340f-d7e0-46db-9fa1-06e9f5f92e14 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0768135 Nov 04 14:17:22.388735 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6626bea1-9eea-4e58-86d7-012a09378b6f req-6a0ae05c-8dc1-48dd-a714-69154e5a8c45 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Nov 04 14:17:22.401410 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.410060 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a23c2425-2063-4799-99bb-0df9fa5ddbd9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4661477 Nov 04 14:17:22.410213 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45600) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:22.411920 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group_rule': {'security_group_id': '14b196b8-9fb6-4091-8245-4983127c43ef', 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:22.552938 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.611428 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.688478 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.706534 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c379e6d7-27ec-4692-a950-b7757c03136f,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:22.796948 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.801192 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e14dfbb0-b55c-4b3a-9dd8-95fa6f4e32c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904850 Nov 04 14:17:22.801375 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45612) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:22.806465 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group_rule': {'security_group_id': '14b196b8-9fb6-4091-8245-4983127c43ef', 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:22.947091 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:22.984308 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Sync routers for ids ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:17:22.993753 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Routers {'c6fabdb7-a304-4ccc-a645-32bfaae06ca1'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:22.994400 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:23.008244 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.083694 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbbc9-cd56-46cf-ac6b-5fba8c050fe9 req-0dfc1398-462f-456d-8c41-75953375cb30 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:23.085994 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-321cbbc9-cd56-46cf-ac6b-5fba8c050fe9 req-0dfc1398-462f-456d-8c41-75953375cb30 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 944 time: 0.0571320 Nov 04 14:17:23.103892 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Set router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:23.107899 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.127378 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96e7786-219d-4a55-a4be-c0390d9ef442,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:23.162311 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-321cbbc9-cd56-46cf-ac6b-5fba8c050fe9 req-7e5e848c-00b0-4661-9c69-c6c38ef937dc tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696132 Nov 04 14:17:23.207685 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.208940 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-4ee9aae3-dd97-43fd-8a85-36154da274eb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4065809 Nov 04 14:17:23.212331 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45624) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:23.217319 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group_rule': {'security_group_id': '14b196b8-9fb6-4091-8245-4983127c43ef', 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:23.253058 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9d671-d09c-4662-abaf-c66424456e11 req-eea2cb87-d0cd-43cb-8980-fe3b330da4f1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:23.254677 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1aa9d671-d09c-4662-abaf-c66424456e11 req-eea2cb87-d0cd-43cb-8980-fe3b330da4f1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0609686 Nov 04 14:17:23.308378 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1aa9d671-d09c-4662-abaf-c66424456e11 req-b38587f0-ebdf-4b2e-b3ad-794ceb7d39f1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474148 Nov 04 14:17:23.373077 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:17:20Z', 'revision_number': 4, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'cea47d5d-81bc-4d9d-93a3-c6cb32129288', 'name': '', 'network_id': 'e264460e-6888-453f-9445-da93b5389991', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'mac_address': 'fa:16:3e:ff:b7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f62c41a4-3585-4f77-b524-68a8d4168314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:19Z', 'updated_at': '2021-11-04T14:17:20Z', 'revision_number': 2, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'subnets': [{'id': 'f62c41a4-3585-4f77-b524-68a8d4168314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:23.376232 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.400002 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Checking router: c6fabdb7-a304-4ccc-a645-32bfaae06ca1 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:17:23.400354 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Updating router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 port cea47d5d-81bc-4d9d-93a3-c6cb32129288 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:17:23.426778 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.437902 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.496926 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.518408 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bbdc75-be3e-4af8-8c97-e09eaf113c3c,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:23.544492 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61fe83-49a2-4620-99bc-197727fe30df req-7bae714b-62d4-4512-998b-d58e19c26767 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:23.545303 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7e61fe83-49a2-4620-99bc-197727fe30df req-7bae714b-62d4-4512-998b-d58e19c26767 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0843556 Nov 04 14:17:23.605756 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7e61fe83-49a2-4620-99bc-197727fe30df req-8520f8b0-693f-4668-bffb-525c1078336c tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Nov 04 14:17:23.628887 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.630117 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6036df0d-d638-4762-9841-297e34a449e4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4165742 Nov 04 14:17:23.632861 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45640) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:23.637461 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group_rule': {'security_group_id': '14b196b8-9fb6-4091-8245-4983127c43ef', 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:23.726261 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.738351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.796858 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.833783 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.839190 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:23.916928 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:23.932190 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12307ba4-7894-444b-872d-6c36583db0a5 None None] Pushing event updated for resources: {'Port': ['ID=cea47d5d-81bc-4d9d-93a3-c6cb32129288,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:23.938929 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3feae207-c70a-4d7d-88a2-06fba07145f9,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:24.006513 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.008943 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c50c6286-f06b-472e-ba2c-70bafef581c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750997 Nov 04 14:17:24.015936 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45650) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:24.031452 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group_rule': {'security_group_id': '14b196b8-9fb6-4091-8245-4983127c43ef', 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:24.114432 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.securitygroups_db [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Project 98c116b2decd479fa713a0cde3f6424a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 14:17:24.121175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.126019 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 3fbc7cea-b62d-4fba-bfd2-98dad316380d details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:17:24.151614 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Attempting to bind port cea47d5d-81bc-4d9d-93a3-c6cb32129288 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:24.151985 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Attempting to bind port cea47d5d-81bc-4d9d-93a3-c6cb32129288 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:24.153047 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Attempting to bind port cea47d5d-81bc-4d9d-93a3-c6cb32129288 on network e264460e-6888-453f-9445-da93b5389991 {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:24.158785 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:24.159197 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.195339 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:24.198548 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Checking segment: {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:24.198548 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.198548 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Bound using segment: {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:24.198548 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Bound port: cea47d5d-81bc-4d9d-93a3-c6cb32129288, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e264460e-6888-453f-9445-da93b5389991'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:24.198548 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.233404 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.299113 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78cf4-8066-4a69-9286-c455ba6b2b8c req-80a12dcb-0d38-4066-8b2b-bd5a5ea71d12 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:24.300599 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5ad78cf4-8066-4a69-9286-c455ba6b2b8c req-80a12dcb-0d38-4066-8b2b-bd5a5ea71d12 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 944 time: 0.0520158 Nov 04 14:17:24.344731 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-955ecdb9-f33e-439d-a346-12eff5983b84 None None] Provisioning complete for port cea47d5d-81bc-4d9d-93a3-c6cb32129288 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:24.345096 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-955ecdb9-f33e-439d-a346-12eff5983b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.353182 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5ad78cf4-8066-4a69-9286-c455ba6b2b8c req-4c743020-04fb-4e42-84ec-52867cb05aa1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Nov 04 14:17:24.376678 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.391791 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9ed700-8a77-4bda-b13f-e605ed567006,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:24.418699 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] For port cea47d5d-81bc-4d9d-93a3-c6cb32129288, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:24.448655 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=3fbc7cea-b62d-4fba-bfd2-98dad316380d,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:24.452063 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] For port cea47d5d-81bc-4d9d-93a3-c6cb32129288, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=cea47d5d-81bc-4d9d-93a3-c6cb32129288,segment=NetworkSegment(1c5e5a32-6fd0-4409-8b83-1e67a95ae21c),segment_id=1c5e5a32-6fd0-4409-8b83-1e67a95ae21c)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:24.463972 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-955ecdb9-f33e-439d-a346-12eff5983b84 None None] Port cea47d5d-81bc-4d9d-93a3-c6cb32129288 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:24.473784 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '3fbc7cea-b62d-4fba-bfd2-98dad316380d', 'network_id': '8e73af2d-8a2a-4629-8aae-5b5e496eb49f', 'port_id': '3fbc7cea-b62d-4fba-bfd2-98dad316380d', 'mac_address': 'fa:16:3e:2b:a8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205286e7-3bd0-40ac-9a8d-a5d1e2993d33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:17:24.486837 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.489025 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-30058c82-3257-4dc6-9eef-fb42e0b1dfca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4710839 Nov 04 14:17:24.495389 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 45660) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:24.514318 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3afe8-1631-4ef0-8753-258555ecd0c9 req-90021091-3a2f-4fb9-a19e-5c8b769511b5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:24.515451 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'security_group_rule': {'security_group_id': '14b196b8-9fb6-4091-8245-4983127c43ef', 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:24.524166 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a9a3afe8-1631-4ef0-8753-258555ecd0c9 req-90021091-3a2f-4fb9-a19e-5c8b769511b5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0939796 Nov 04 14:17:24.525273 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.539341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.545651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbc7cea-b62d-4fba-bfd2-98dad316380d {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:17:24.608034 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=3fbc7cea-b62d-4fba-bfd2-98dad316380d,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:24.625464 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Routers {'c6fabdb7-a304-4ccc-a645-32bfaae06ca1'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:24.626318 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:24.627142 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a9a3afe8-1631-4ef0-8753-258555ecd0c9 req-64e18304-3172-4944-8e5b-b5d55f60a1f4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020913 Nov 04 14:17:24.628989 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12307ba4-7894-444b-872d-6c36583db0a5 None None] Pushing event updated for resources: {'Port': ['ID=cea47d5d-81bc-4d9d-93a3-c6cb32129288,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:24.632031 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.securitygroups_db [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Project 98c116b2decd479fa713a0cde3f6424a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 14:17:24.642886 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.668499 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8739cf-edfd-4f7d-bf81-f2818f76468c req-ca98f533-5ba6-4b97-844d-ed2cf4a22393 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:24.680544 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c8739cf-edfd-4f7d-bf81-f2818f76468c req-ca98f533-5ba6-4b97-844d-ed2cf4a22393 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1305478 Nov 04 14:17:24.753896 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.754210 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.781979 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c8739cf-edfd-4f7d-bf81-f2818f76468c req-ba184adf-9afa-4357-ae03-605a3499bebc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004572 Nov 04 14:17:24.817014 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] Set router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:24.828251 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.880679 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde419e3-14a9-46bd-9958-2060cf66f209,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:24.888649 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=3fbc7cea-b62d-4fba-bfd2-98dad316380d,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:24.890691 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aff22-4c40-4600-87b1-2c06d4f6f64a req-5d1ac08c-1f03-4e58-b912-d33a2819b4f6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:24.894933 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6d5aff22-4c40-4600-87b1-2c06d4f6f64a req-5d1ac08c-1f03-4e58-b912-d33a2819b4f6 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0652335 Nov 04 14:17:24.922231 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:24.933308 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-17829f10-7218-45d6-8560-b9cb0bab57a9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4281709 Nov 04 14:17:24.948161 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6d5aff22-4c40-4600-87b1-2c06d4f6f64a req-af8297ad-2299-4e93-85bf-4ce9a3daa866 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Nov 04 14:17:25.035132 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-26ef3144-0056-45da-abc0-06110f8dde27 None None] Provisioning complete for port cea47d5d-81bc-4d9d-93a3-c6cb32129288 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:25.035512 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-26ef3144-0056-45da-abc0-06110f8dde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:25.091729 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['3fbc7cea-b62d-4fba-bfd2-98dad316380d'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:25.255098 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-26ef3144-0056-45da-abc0-06110f8dde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:25.287744 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:17:20Z', 'revision_number': 4, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'cea47d5d-81bc-4d9d-93a3-c6cb32129288', 'name': '', 'network_id': 'e264460e-6888-453f-9445-da93b5389991', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'mac_address': 'fa:16:3e:ff:b7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f62c41a4-3585-4f77-b524-68a8d4168314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:19Z', 'updated_at': '2021-11-04T14:17:24Z', 'revision_number': 4, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'subnets': [{'id': 'f62c41a4-3585-4f77-b524-68a8d4168314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:25.332617 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf628936-41d2-41ba-817a-ff544bbf2d8f None None] The sync data for ids ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'] in dv-cinder-815848-5-iscsi is: [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:17:20Z', 'revision_number': 4, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'cea47d5d-81bc-4d9d-93a3-c6cb32129288', 'name': '', 'network_id': 'e264460e-6888-453f-9445-da93b5389991', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'mac_address': 'fa:16:3e:ff:b7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'f62c41a4-3585-4f77-b524-68a8d4168314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:19Z', 'updated_at': '2021-11-04T14:17:24Z', 'revision_number': 4, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'subnets': [{'id': 'f62c41a4-3585-4f77-b524-68a8d4168314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:17:25.344404 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-26ef3144-0056-45da-abc0-06110f8dde27 None None] For port cea47d5d-81bc-4d9d-93a3-c6cb32129288, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=cea47d5d-81bc-4d9d-93a3-c6cb32129288,segment=NetworkSegment(1c5e5a32-6fd0-4409-8b83-1e67a95ae21c),segment_id=1c5e5a32-6fd0-4409-8b83-1e67a95ae21c)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:25.434666 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-26ef3144-0056-45da-abc0-06110f8dde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:25.531186 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef3144-0056-45da-abc0-06110f8dde27 None None] Pushing event updated for resources: {'Port': ['ID=cea47d5d-81bc-4d9d-93a3-c6cb32129288,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:25.533020 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645e18b-4613-46f8-b069-f83c234ef9d5 req-ad898359-b05b-49e4-8afc-53c087ef6ba3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:25.534619 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d645e18b-4613-46f8-b069-f83c234ef9d5 req-ad898359-b05b-49e4-8afc-53c087ef6ba3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 945 time: 0.0778334 Nov 04 14:17:25.596892 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d645e18b-4613-46f8-b069-f83c234ef9d5 req-41d2de61-ad11-4e07-876c-1a0ad2e78a51 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 Nov 04 14:17:25.762516 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4f8c0-a732-453c-b4e7-9a8c2981fa6d req-4a896b41-666e-4f4a-ad0c-f2961c0009d0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:25.764106 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-69c4f8c0-a732-453c-b4e7-9a8c2981fa6d req-4a896b41-666e-4f4a-ad0c-f2961c0009d0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0501931 Nov 04 14:17:25.842260 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-69c4f8c0-a732-453c-b4e7-9a8c2981fa6d req-e05fef4a-282b-4746-bea5-3061b008644b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702689 Nov 04 14:17:25.855954 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device cea47d5d-81bc-4d9d-93a3-c6cb32129288 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:25.923317 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port cea47d5d-81bc-4d9d-93a3-c6cb32129288 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:25.923697 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:25.944392 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a88185-bf24-4e91-a427-fd5f8e534ed7 req-13c72670-f66e-4625-a8bd-248f344a74ed tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:25.950875 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-34a88185-bf24-4e91-a427-fd5f8e534ed7 req-13c72670-f66e-4625-a8bd-248f344a74ed tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0592673 Nov 04 14:17:26.012851 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-34a88185-bf24-4e91-a427-fd5f8e534ed7 req-eb05bb09-80c8-413a-8220-23bd884cae77 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553720 Nov 04 14:17:26.265568 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:26.726486 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a0692-2d8c-4748-87fb-3f83cc59417c req-29ceadb1-18a5-4fdd-8b42-983f6c95c002 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:26.736247 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-829a0692-2d8c-4748-87fb-3f83cc59417c req-29ceadb1-18a5-4fdd-8b42-983f6c95c002 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 945 time: 0.0663543 Nov 04 14:17:26.784570 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-829a0692-2d8c-4748-87fb-3f83cc59417c req-197812f4-a7d8-4966-bbec-21a32f4110db tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Nov 04 14:17:27.014452 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230036f-e97b-40b4-8d23-e9046ea4bcc3 req-5047f3a0-41ae-4044-9352-053cac3b3645 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:27.016568 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4230036f-e97b-40b4-8d23-e9046ea4bcc3 req-5047f3a0-41ae-4044-9352-053cac3b3645 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0570531 Nov 04 14:17:27.067193 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4230036f-e97b-40b4-8d23-e9046ea4bcc3 req-8c76e472-2fd6-48ea-8211-a932902ed112 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Nov 04 14:17:27.134311 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b2e70-e3c5-44fe-8911-cc4312a85989 req-1f305ac1-521a-40c8-88c3-a30de1e49d73 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:27.136341 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-948b2e70-e3c5-44fe-8911-cc4312a85989 req-1f305ac1-521a-40c8-88c3-a30de1e49d73 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0543485 Nov 04 14:17:27.185605 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-948b2e70-e3c5-44fe-8911-cc4312a85989 req-32abd07a-769c-4154-9dfd-db5190b7538c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Nov 04 14:17:27.903662 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd93b2-b931-49bf-abdd-c2d773473078 req-c8807156-ca51-474f-82d6-5f6f3c069057 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:27.905741 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-05bd93b2-b931-49bf-abdd-c2d773473078 req-c8807156-ca51-474f-82d6-5f6f3c069057 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 945 time: 0.0500381 Nov 04 14:17:27.955653 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-05bd93b2-b931-49bf-abdd-c2d773473078 req-11a3e0cf-6abb-41f3-9427-81c73ad9713a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Nov 04 14:17:27.996660 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:17:28.003326 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 3fbc7cea-b62d-4fba-bfd2-98dad316380d up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:28.142179 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:28.153846 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:17:28.191584 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:28.192341 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe478d2-e4e6-4077-99dd-71f24773e36a req-8aa70ba8-31b2-4055-93b1-6f6622c30f43 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:28.193816 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbe478d2-e4e6-4077-99dd-71f24773e36a req-8aa70ba8-31b2-4055-93b1-6f6622c30f43 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0471010 Nov 04 14:17:28.207281 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:17:28.229114 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:28.248005 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbe478d2-e4e6-4077-99dd-71f24773e36a req-033e92a1-08f7-46cd-861b-b669a200592d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478566 Nov 04 14:17:28.279306 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 3fbc7cea-b62d-4fba-bfd2-98dad316380d completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:17:28.294848 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 3fbc7cea-b62d-4fba-bfd2-98dad316380d triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:28.295425 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:28.317140 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205526-9a94-4513-8865-c5c8b8ed9711 req-9848ac2f-b950-4a4c-ab8e-9c1bb67b9db6 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:28.322204 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c6205526-9a94-4513-8865-c5c8b8ed9711 req-9848ac2f-b950-4a4c-ab8e-9c1bb67b9db6 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0614359 Nov 04 14:17:28.373843 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:28.378976 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c6205526-9a94-4513-8865-c5c8b8ed9711 req-93c44b48-126c-4630-9374-11f935b7f8d2 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528610 Nov 04 14:17:28.412639 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:28.450644 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=6']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:28.458165 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbc7cea-b62d-4fba-bfd2-98dad316380d'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:28.460407 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc6e95-8145-4627-869d-0e6bfb80f12c" -d '{"events": [{"server_uuid": "a9b4f170-4c55-4880-8a24-4436177b6add", "name": "network-vif-plugged", "status": "completed", "tag": "3fbc7cea-b62d-4fba-bfd2-98dad316380d"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:28.475743 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=3fbc7cea-b62d-4fba-bfd2-98dad316380d,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:28.496042 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659992bb-bf1d-4b66-9edf-d3db28bbe076 x-openstack-request-id: req-659992bb-bf1d-4b66-9edf-d3db28bbe076 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:28.496506 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b4f170-4c55-4880-8a24-4436177b6add", "name": "network-vif-plugged", "status": "completed", "tag": "3fbc7cea-b62d-4fba-bfd2-98dad316380d", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:28.496778 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-659992bb-bf1d-4b66-9edf-d3db28bbe076 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:28.497177 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbc7cea-b62d-4fba-bfd2-98dad316380d', 'code': 200} Nov 04 14:17:28.533494 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['5a26a582-dfc9-44c5-b9ce-348ca9ffb640'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:28.582343 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:28.766983 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=3fbc7cea-b62d-4fba-bfd2-98dad316380d,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:28.812081 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4252-3e28-436c-8a5a-e52e2aaff517 req-69535935-06ce-487d-8a9b-cc3512de7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:28.813609 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a52c4252-3e28-436c-8a5a-e52e2aaff517 req-69535935-06ce-487d-8a9b-cc3512de7115 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 1099 time: 0.0455275 Nov 04 14:17:28.863892 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a52c4252-3e28-436c-8a5a-e52e2aaff517 req-3f6546fb-5be3-40b8-8d1c-8c00aa2e027e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374985 Nov 04 14:17:29.080464 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e76cb2-9a3c-4f06-a996-a5fbddcba89e req-aad96eb8-3820-417b-9ef5-1bfb800a58d2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:29.082104 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45e76cb2-9a3c-4f06-a996-a5fbddcba89e req-aad96eb8-3820-417b-9ef5-1bfb800a58d2 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0514138 Nov 04 14:17:29.130305 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45e76cb2-9a3c-4f06-a996-a5fbddcba89e req-6e1b7d99-24aa-403c-8572-bde519d594b6 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Nov 04 14:17:29.371504 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b0db-56f4-4bba-aa88-656ceb12ff12 req-fea28eac-ca0c-4add-b7c4-3c92f380c863 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:29.373256 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-df39b0db-56f4-4bba-aa88-656ceb12ff12 req-fea28eac-ca0c-4add-b7c4-3c92f380c863 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 944 time: 0.0516469 Nov 04 14:17:29.440422 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-df39b0db-56f4-4bba-aa88-656ceb12ff12 req-cfc9931b-c373-4ddd-93a3-bc5f2a0b4e65 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589175 Nov 04 14:17:29.509007 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f6dc-d690-45e5-9e2c-36249214117c req-5df9a072-51e5-47e5-add1-5ddcb7618c03 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:29.510530 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b101f6dc-d690-45e5-9e2c-36249214117c req-5df9a072-51e5-47e5-add1-5ddcb7618c03 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0521560 Nov 04 14:17:29.558967 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b101f6dc-d690-45e5-9e2c-36249214117c req-fae0af63-8e55-472f-8d2f-b209dd8caf40 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Nov 04 14:17:30.000151 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:17:30.059904 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:30.059904 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:30.162473 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:30.198943 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:30.257937 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09163a-c653-4208-b3bd-8269b1aa1119 req-765f1c56-6500-483c-b5bb-269c2baebf93 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:30.260705 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5b09163a-c653-4208-b3bd-8269b1aa1119 req-765f1c56-6500-483c-b5bb-269c2baebf93 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0517902 Nov 04 14:17:30.285726 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:30.309367 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5b09163a-c653-4208-b3bd-8269b1aa1119 req-b15ac21a-1d57-4a9e-af73-6ba30f7fb39e tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Nov 04 14:17:30.359550 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=7']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:30.498287 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:30.501258 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23fab29-5e13-4827-9cde-65d1d8d48193" -d '{"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-plugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:30.542664 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d7015-60bd-4a2f-822b-fc33e791b72b x-openstack-request-id: req-c71d7015-60bd-4a2f-822b-fc33e791b72b {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:30.546345 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-plugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:30.546345 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c71d7015-60bd-4a2f-822b-fc33e791b72b {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:30.546345 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'code': 200} Nov 04 14:17:30.569741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3794-4435-462e-8130-a1855cfd32b1 req-da2d3570-7281-4018-986e-40756b3e28fa tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:30.571306 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c48f3794-4435-462e-8130-a1855cfd32b1 req-da2d3570-7281-4018-986e-40756b3e28fa tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0531349 Nov 04 14:17:30.635930 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c48f3794-4435-462e-8130-a1855cfd32b1 req-ad1143b5-d0b4-4f90-b5c4-89b2acd4ab43 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583334 Nov 04 14:17:30.691270 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cb991-78e4-4265-8643-9cb62c6bcc29 req-7e5085c7-7e52-480e-ab23-11bae350487d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:30.692773 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-911cb991-78e4-4265-8643-9cb62c6bcc29 req-7e5085c7-7e52-480e-ab23-11bae350487d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0559676 Nov 04 14:17:30.749108 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-911cb991-78e4-4265-8643-9cb62c6bcc29 req-9388c629-e246-473b-912b-417dbcc056d3 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Nov 04 14:17:31.461443 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba52a-07e4-4c93-bd24-90d0373c1ba2 req-5f4bb921-3707-4ea2-b0b6-164d7ecc2001 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:31.466896 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45dba52a-07e4-4c93-bd24-90d0373c1ba2 req-5f4bb921-3707-4ea2-b0b6-164d7ecc2001 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0711560 Nov 04 14:17:31.544200 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45dba52a-07e4-4c93-bd24-90d0373c1ba2 req-374f6f30-9897-499f-b6f5-c14552a17f38 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684834 Nov 04 14:17:31.787220 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58689ea3-fba2-452c-9e5c-80ff2a371b36 req-da30364f-ffb8-46f9-bfc9-0b6e59089dff tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:31.789038 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-58689ea3-fba2-452c-9e5c-80ff2a371b36 req-da30364f-ffb8-46f9-bfc9-0b6e59089dff tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0670214 Nov 04 14:17:31.886092 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-58689ea3-fba2-452c-9e5c-80ff2a371b36 req-e932dbfb-3b4c-4c45-a57c-85f79108dfe6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909741 Nov 04 14:17:31.912954 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18143f-8fd0-4918-9e90-1898ce8fac79 req-bffe9419-fa46-4771-8d72-46b0f1a70e47 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:31.917504 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da18143f-8fd0-4918-9e90-1898ce8fac79 req-bffe9419-fa46-4771-8d72-46b0f1a70e47 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0733480 Nov 04 14:17:31.993125 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da18143f-8fd0-4918-9e90-1898ce8fac79 req-6bbd61ac-3413-4956-a98e-89cf70ba7757 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684943 Nov 04 14:17:33.028542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4288206-e18a-4680-af18-00a22c10cb32 req-7e4ea37d-0149-4f74-8134-3b0db282d28f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:33.034839 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d4288206-e18a-4680-af18-00a22c10cb32 req-7e4ea37d-0149-4f74-8134-3b0db282d28f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0573347 Nov 04 14:17:33.111137 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce53fc4e-7185-4e8c-968d-07f24f3726ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:33.131859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d4288206-e18a-4680-af18-00a22c10cb32 req-3553f52e-466e-41ea-9aac-ef6d8195c847 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956943 Nov 04 14:17:33.224861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ccaa-df32-491f-a95a-24d001de55be req-b56ba767-86f7-48a3-a333-8194fd53d253 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:33.226474 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f986ccaa-df32-491f-a95a-24d001de55be req-b56ba767-86f7-48a3-a333-8194fd53d253 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1268103 Nov 04 14:17:33.306509 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f986ccaa-df32-491f-a95a-24d001de55be req-a991066f-5f86-4baf-9c01-57c176835395 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689197 Nov 04 14:17:34.313298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d7792-a0be-4d09-8182-27e13de76124 req-3813d05a-13e9-4fd7-aa19-78a80a9cf499 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:34.319253 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a0d7792-a0be-4d09-8182-27e13de76124 req-3813d05a-13e9-4fd7-aa19-78a80a9cf499 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0690911 Nov 04 14:17:34.399386 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a0d7792-a0be-4d09-8182-27e13de76124 req-2e2dc213-2323-4317-b423-953765a29a6c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787790 Nov 04 14:17:34.469660 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08123a18-26d1-428e-8ab8-ce929cdf2c74 req-4e152049-e913-4442-9011-0f4e468ad835 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:34.471355 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08123a18-26d1-428e-8ab8-ce929cdf2c74 req-4e152049-e913-4442-9011-0f4e468ad835 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0710108 Nov 04 14:17:34.545914 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08123a18-26d1-428e-8ab8-ce929cdf2c74 req-97f02cb9-9bc2-4f73-b5ba-4713b63fe57b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672984 Nov 04 14:17:35.262321 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1d8808fe-1c81-4b13-b422-de9474a2c911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:35.567768 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253cf3-e2d7-4d91-b170-0db63122925a req-f0f8e7a8-03ae-435f-8e4a-aa68bc97f61e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:35.576138 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f253cf3-e2d7-4d91-b170-0db63122925a req-f0f8e7a8-03ae-435f-8e4a-aa68bc97f61e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0654287 Nov 04 14:17:35.653489 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f253cf3-e2d7-4d91-b170-0db63122925a req-67c18dc0-6a8b-4522-9243-6d766639da98 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728214 Nov 04 14:17:35.795474 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809e88-876c-488f-8865-4ba1e4bf2f7a req-758fa440-97be-42b3-a3a8-707824465ec2 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:35.803573 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73809e88-876c-488f-8865-4ba1e4bf2f7a req-758fa440-97be-42b3-a3a8-707824465ec2 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0831573 Nov 04 14:17:35.863197 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73809e88-876c-488f-8865-4ba1e4bf2f7a req-d410a127-92e2-4cca-b99a-c979ebc497c8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584474 Nov 04 14:17:36.614284 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:36.796551 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c9a91-45da-4a35-89d1-33b3e299a248 req-bc356807-a969-42c6-8097-267fed9ca9c5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:36.799777 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f73c9a91-45da-4a35-89d1-33b3e299a248 req-bc356807-a969-42c6-8097-267fed9ca9c5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0641418 Nov 04 14:17:36.879296 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f73c9a91-45da-4a35-89d1-33b3e299a248 req-f8ad2884-ca52-441d-be35-2e8f6791492d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741687 Nov 04 14:17:36.988326 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d4bdb-3246-4666-9456-b0f79a6cfd40 req-2793f394-e47f-4363-9717-dc98a8529e08 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:36.989859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c36d4bdb-3246-4666-9456-b0f79a6cfd40 req-2793f394-e47f-4363-9717-dc98a8529e08 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0477293 Nov 04 14:17:37.040996 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c36d4bdb-3246-4666-9456-b0f79a6cfd40 req-83d04d0e-eb66-4eec-a7a8-48e76f341acf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Nov 04 14:17:37.770971 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:38.127348 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7654b-2a53-4bd1-af8b-d4263b2ab020 req-f36dc019-9cb4-4aa3-a62c-04aba730b02e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:38.136090 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7fd7654b-2a53-4bd1-af8b-d4263b2ab020 req-f36dc019-9cb4-4aa3-a62c-04aba730b02e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1094701 Nov 04 14:17:38.202789 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7fd7654b-2a53-4bd1-af8b-d4263b2ab020 req-1c9e44aa-0ebd-4f3c-b390-9814383bb9ab tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598404 Nov 04 14:17:38.319892 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e548bea-ad10-43df-b797-1adb90096d0f req-7729c4b1-7874-4745-95f2-9b815745990e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:38.321444 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4e548bea-ad10-43df-b797-1adb90096d0f req-7729c4b1-7874-4745-95f2-9b815745990e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0594783 Nov 04 14:17:38.381163 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4e548bea-ad10-43df-b797-1adb90096d0f req-cb7f3f39-0edf-4d7f-813b-250aa8fc4ba8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Nov 04 14:17:38.694391 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b968-9977-449d-8e73-7e3e19006457 req-776bc336-93bb-43c0-805d-ddf42275ac36 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:38.696127 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f4b968-9977-449d-8e73-7e3e19006457 req-776bc336-93bb-43c0-805d-ddf42275ac36 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0801272 Nov 04 14:17:38.719866 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:38.744468 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46030) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:38.762650 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f4b968-9977-449d-8e73-7e3e19006457 req-889aabed-6aaa-466b-867b-6f83b3e3b4d0 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553164 Nov 04 14:17:38.880819 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-92672623-04d3-41b5-bf58-fea658182173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:38.993579 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-92672623-04d3-41b5-bf58-fea658182173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:39.071590 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-92672623-04d3-41b5-bf58-fea658182173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:39.121129 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-92672623-04d3-41b5-bf58-fea658182173 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca344f1c0dbe49be9f705c3fb67f41d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755751 Nov 04 14:17:39.122112 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672623-04d3-41b5-bf58-fea658182173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caabb4ab-0761-4395-9a72-1834ba3651cd,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:39.125468 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46042) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:39.217861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-69f8235a-4a49-4b3c-86ce-921571c5ce0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:39.269925 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-69f8235a-4a49-4b3c-86ce-921571c5ce0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:39.364335 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac2829-c1c7-449b-a222-1ab645e4c38e req-254f2444-ca7c-43b0-bf46-64021b64a0e6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:39.370879 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-86ac2829-c1c7-449b-a222-1ab645e4c38e req-254f2444-ca7c-43b0-bf46-64021b64a0e6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0810807 Nov 04 14:17:39.425019 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-86ac2829-c1c7-449b-a222-1ab645e4c38e req-7a7f452b-6b6f-43f2-a57d-2a1bb7c72d6b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514455 Nov 04 14:17:39.481889 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-69f8235a-4a49-4b3c-86ce-921571c5ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:39.484267 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-69f8235a-4a49-4b3c-86ce-921571c5ce0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:39.487072 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-69f8235a-4a49-4b3c-86ce-921571c5ce0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/caabb4ab-0761-4395-9a72-1834ba3651cd HTTP/1.1" status: 204 len: 168 time: 0.3609283 Nov 04 14:17:39.541377 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2463-2da0-4b78-804a-f3503c6acd79 req-be244896-e8b5-419f-8384-079b07fba269 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:39.542884 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e64d2463-2da0-4b78-804a-f3503c6acd79 req-be244896-e8b5-419f-8384-079b07fba269 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0728018 Nov 04 14:17:39.543648 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8235a-4a49-4b3c-86ce-921571c5ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caabb4ab-0761-4395-9a72-1834ba3651cd,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:39.629139 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e64d2463-2da0-4b78-804a-f3503c6acd79 req-75704d7d-6b6c-43f0-badd-3dd5ffe617d7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730636 Nov 04 14:17:39.934536 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f704b-9dee-4369-ad91-fad488c6ccb2 req-010ff448-b7e0-4e4d-8bf2-500046b8bc0e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:39.949260 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b67f704b-9dee-4369-ad91-fad488c6ccb2 req-010ff448-b7e0-4e4d-8bf2-500046b8bc0e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0831444 Nov 04 14:17:40.053744 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b67f704b-9dee-4369-ad91-fad488c6ccb2 req-d1561827-8267-45fc-a349-0b9c3ab0c0fd tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036010 Nov 04 14:17:40.332651 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46064) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:40.347230 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0646c98d-88ba-4f56-9b1f-e76f505af3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:40.430651 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0646c98d-88ba-4f56-9b1f-e76f505af3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:40.549340 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0646c98d-88ba-4f56-9b1f-e76f505af3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:40.604350 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646c98d-88ba-4f56-9b1f-e76f505af3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde43857-7217-4b1c-9788-3bde4999b94a,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:40.613347 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-0646c98d-88ba-4f56-9b1f-e76f505af3c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1149533e070d40c79d27e4be5950798c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795830 Nov 04 14:17:40.616102 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46068) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:40.634005 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a01d0d-410e-4f5c-9e2a-e24a264eacdb req-0b5e269b-02a9-4785-b6f2-167d95bead3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:40.635842 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-00a01d0d-410e-4f5c-9e2a-e24a264eacdb req-0b5e269b-02a9-4785-b6f2-167d95bead3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1265864 Nov 04 14:17:40.761809 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-00a01d0d-410e-4f5c-9e2a-e24a264eacdb req-9f51a76f-8111-4e17-8ed9-6ad2a43c6264 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162379 Nov 04 14:17:40.770696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1eb-d86b-4ca0-ad70-5fc7eb71c892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:40.801976 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1eb-d86b-4ca0-ad70-5fc7eb71c892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:40.823644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264ff61-fc06-4007-bd63-cdc2e95e2aa6 req-5a981863-15fa-4c3b-8dc7-7bf28b9b930f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:40.825148 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9264ff61-fc06-4007-bd63-cdc2e95e2aa6 req-5a981863-15fa-4c3b-8dc7-7bf28b9b930f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1067448 Nov 04 14:17:40.889828 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9264ff61-fc06-4007-bd63-cdc2e95e2aa6 req-137ff485-022a-4ef2-9bd1-6d5a8818efba tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571191 Nov 04 14:17:41.193000 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499392ae-4118-4e7b-b4cd-c499f6498481 req-b20acf32-8f15-4283-8f15-ef71da2d2da1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:41.194532 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-499392ae-4118-4e7b-b4cd-c499f6498481 req-b20acf32-8f15-4283-8f15-ef71da2d2da1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0516706 Nov 04 14:17:41.245786 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-499392ae-4118-4e7b-b4cd-c499f6498481 req-cc02a332-2f40-4447-92a7-42fb3c40bb9f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Nov 04 14:17:41.391363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1eb-d86b-4ca0-ad70-5fc7eb71c892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:41.393952 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1eb-d86b-4ca0-ad70-5fc7eb71c892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:41.401538 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-23c5c1eb-d86b-4ca0-ad70-5fc7eb71c892 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fde43857-7217-4b1c-9788-3bde4999b94a HTTP/1.1" status: 204 len: 168 time: 0.7778900 Nov 04 14:17:41.426826 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5c1eb-d86b-4ca0-ad70-5fc7eb71c892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde43857-7217-4b1c-9788-3bde4999b94a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:41.487052 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-7a6085b5-df1d-4475-832a-89092dfb86ca tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:41.488567 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-7a6085b5-df1d-4475-832a-89092dfb86ca tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 945 time: 0.0925145 Nov 04 14:17:41.587084 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46086) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:41.661557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Deleting port a5aca612-e4c0-4b56-b24d-d333539c4a7e {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:17:41.661830 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:41.784138 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] For port a5aca612-e4c0-4b56-b24d-d333539c4a7e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a5aca612-e4c0-4b56-b24d-d333539c4a7e,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:41.784509 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:41.821993 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Calling delete_port for a5aca612-e4c0-4b56-b24d-d333539c4a7e owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:17:41.972402 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7078e0e-d7fb-4a84-aaab-3fde6444cb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.058858 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f57b4-e1c5-4b6e-a4d6-b590ace033eb req-3824cb2c-185c-46d4-9118-c42d20f6217f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:42.060657 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a37f57b4-e1c5-4b6e-a4d6-b590ace033eb req-3824cb2c-185c-46d4-9118-c42d20f6217f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.1293864 Nov 04 14:17:42.079901 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7078e0e-d7fb-4a84-aaab-3fde6444cb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.153850 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49a86-9a6d-48c7-9996-d8347908d025 req-ab21555c-3c8f-4951-9f61-1af56d23a954 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:42.154130 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7078e0e-d7fb-4a84-aaab-3fde6444cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.155489 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59d49a86-9a6d-48c7-9996-d8347908d025 req-ab21555c-3c8f-4951-9f61-1af56d23a954 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1554615 Nov 04 14:17:42.191296 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a37f57b4-e1c5-4b6e-a4d6-b590ace033eb req-90cdab80-1bf1-4393-9dba-0fa521474e39 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207855 Nov 04 14:17:42.239429 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b7078e0e-d7fb-4a84-aaab-3fde6444cb7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61916517606642ac9eaab0d68bdc4541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6512463 Nov 04 14:17:42.241180 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7078e0e-d7fb-4a84-aaab-3fde6444cb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd73ae-5d85-4976-b8b0-01deb50baa22,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:42.243688 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46108) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:42.276964 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59d49a86-9a6d-48c7-9996-d8347908d025 req-8eadfc85-3c56-470f-a19c-d5957e67aa52 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841937 Nov 04 14:17:42.323229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.326060 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dc87b005-e27b-44e4-bc8c-94883e8606de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.337706 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:42.355560 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dc87b005-e27b-44e4-bc8c-94883e8606de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.415780 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46112) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:42.437442 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Pushing event deleted for resources: {'Port': ['ID=a5aca612-e4c0-4b56-b24d-d333539c4a7e,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:42.437879 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ebca03a9-9bcf-4571-8fba-fdb6ec295f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.510160 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-39519247-aedf-4bd9-9d77-c46b1c64c3ff req-393ecedd-dca6-4783-9a38-f5e5bf25fb56 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 210 time: 0.1543689 Nov 04 14:17:42.538093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] No DVR routers for this DVR port a5aca612-e4c0-4b56-b24d-d333539c4a7e on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:17:42.541080 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.544701 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6f568c32-d328-4561-b501-ebbd83ed4025 req-d15d2c15-a250-45d2-b470-3907cac61d73 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "DELETE /v2.0/ports/a5aca612-e4c0-4b56-b24d-d333539c4a7e HTTP/1.1" status: 204 len: 173 time: 1.0432007 Nov 04 14:17:42.546014 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'name': 'network-vif-deleted', 'tag': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:42.548664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d760fd0e-5df2-4a01-aec8-be19c37b7ee8" -d '{"events": [{"server_uuid": "2cecc283-e7de-49fb-b79c-93bb92700bef", "name": "network-vif-deleted", "tag": "a5aca612-e4c0-4b56-b24d-d333539c4a7e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:42.590144 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ebca03a9-9bcf-4571-8fba-fdb6ec295f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.614577 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95c23f9-ad9c-42b1-a0f7-4f6e3dff595d x-openstack-request-id: req-a95c23f9-ad9c-42b1-a0f7-4f6e3dff595d {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:42.614874 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cecc283-e7de-49fb-b79c-93bb92700bef", "name": "network-vif-deleted", "tag": "a5aca612-e4c0-4b56-b24d-d333539c4a7e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:42.615129 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a95c23f9-ad9c-42b1-a0f7-4f6e3dff595d {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:42.615527 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cecc283-e7de-49fb-b79c-93bb92700bef', 'name': 'network-vif-deleted', 'tag': 'a5aca612-e4c0-4b56-b24d-d333539c4a7e', 'status': 'completed', 'code': 200} Nov 04 14:17:42.685122 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dc87b005-e27b-44e4-bc8c-94883e8606de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.685341 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ebca03a9-9bcf-4571-8fba-fdb6ec295f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.688049 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dc87b005-e27b-44e4-bc8c-94883e8606de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.690001 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-dc87b005-e27b-44e4-bc8c-94883e8606de admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2fbd73ae-5d85-4976-b8b0-01deb50baa22 HTTP/1.1" status: 204 len: 168 time: 0.4441874 Nov 04 14:17:42.697850 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87b005-e27b-44e4-bc8c-94883e8606de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd73ae-5d85-4976-b8b0-01deb50baa22,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:42.742320 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ebca03a9-9bcf-4571-8fba-fdb6ec295f5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1ca637bc72b4397b561ba2139131fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252933 Nov 04 14:17:42.743400 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca03a9-9bcf-4571-8fba-fdb6ec295f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870e37b1-8a73-4ace-afdc-9b98c9af2c52,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:42.745589 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46122) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:42.810430 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f81afd00-637d-4f6a-93cd-acaf805bdc91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.830409 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f81afd00-637d-4f6a-93cd-acaf805bdc91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.970569 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f81afd00-637d-4f6a-93cd-acaf805bdc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.973378 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f81afd00-637d-4f6a-93cd-acaf805bdc91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:42.974581 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-f81afd00-637d-4f6a-93cd-acaf805bdc91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/870e37b1-8a73-4ace-afdc-9b98c9af2c52 HTTP/1.1" status: 204 len: 168 time: 0.2276299 Nov 04 14:17:42.983684 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81afd00-637d-4f6a-93cd-acaf805bdc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e37b1-8a73-4ace-afdc-9b98c9af2c52,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:43.327641 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfdd7-45da-4a60-ac83-3a977dd8373c req-3ad753ca-3f1a-4686-8be7-17506e726bb8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:43.327641 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-299dfdd7-45da-4a60-ac83-3a977dd8373c req-3ad753ca-3f1a-4686-8be7-17506e726bb8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0492978 Nov 04 14:17:43.400083 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-299dfdd7-45da-4a60-ac83-3a977dd8373c req-55c7ae51-f29f-4b31-9f70-83cb243bf1d7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705116 Nov 04 14:17:43.416344 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfdf46-9d26-459d-980d-d663d8a3100a req-9149e50d-f90f-4960-a1ad-e12425a7b39c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:43.417848 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-eabfdf46-9d26-459d-980d-d663d8a3100a req-9149e50d-f90f-4960-a1ad-e12425a7b39c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0600436 Nov 04 14:17:43.470851 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-eabfdf46-9d26-459d-980d-d663d8a3100a req-cb519f1f-b04d-40c0-a449-edcfce6284f8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440500 Nov 04 14:17:43.612080 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8b85e6dd-e279-4d46-a1e6-62b260837c39 req-f681ec4f-c9cb-4da8-83f0-33317363059f tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cecc283-e7de-49fb-b79c-93bb92700bef HTTP/1.1" status: 200 len: 210 time: 0.0261679 Nov 04 14:17:43.911928 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aac79-5a90-4942-a2be-42d21e78026d req-5f72f723-17a4-4dec-873b-065f3c2fe7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:43.913376 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-5f72f723-17a4-4dec-873b-065f3c2fe7f2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1098 time: 0.0386264 Nov 04 14:17:44.012090 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aac79-5a90-4942-a2be-42d21e78026d req-1a3eaacf-489c-4f60-a42f-aef5456938e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:44.013561 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-1a3eaacf-489c-4f60-a42f-aef5456938e6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.0877018 Nov 04 14:17:44.076440 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device a5aca612-e4c0-4b56-b24d-d333539c4a7e no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:17:44.083225 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-7a9873d7-6715-4ce7-bdab-1ec6a23139da service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 200 len: 1001 time: 0.0610516 Nov 04 14:17:44.099684 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: a5aca612-e4c0-4b56-b24d-d333539c4a7e {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:17:44.100031 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device a5aca612-e4c0-4b56-b24d-d333539c4a7e not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:17:44.375710 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aac79-5a90-4942-a2be-42d21e78026d req-eb4e1a99-2338-4d51-9310-f31579379328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:44.377163 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-eb4e1a99-2338-4d51-9310-f31579379328 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.2752941 Nov 04 14:17:44.422751 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aac79-5a90-4942-a2be-42d21e78026d req-6fc3133d-ac73-4a42-8f18-26bceaf04665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:44.424202 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-6fc3133d-ac73-4a42-8f18-26bceaf04665 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385029 Nov 04 14:17:44.555100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f7a45-183b-463b-856c-913a8c37c846 req-3044b0fa-8aa5-445a-9c54-07e4f0b25fb0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:44.556557 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-798f7a45-183b-463b-856c-913a8c37c846 req-3044b0fa-8aa5-445a-9c54-07e4f0b25fb0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0709105 Nov 04 14:17:44.560487 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-6b589592-1b36-4054-b475-04f479516d97 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268945 Nov 04 14:17:44.690319 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84027dc1-72ae-4715-a60b-907b214673b3 req-b9f2d91f-27ab-4424-913e-cb376e7a1d1c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:44.691812 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-84027dc1-72ae-4715-a60b-907b214673b3 req-b9f2d91f-27ab-4424-913e-cb376e7a1d1c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1343882 Nov 04 14:17:44.694991 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-798f7a45-183b-463b-856c-913a8c37c846 req-fcf927e1-49c4-4689-8322-b44351c8bbd0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258800 Nov 04 14:17:44.738618 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-082aac79-5a90-4942-a2be-42d21e78026d req-64323343-3822-4efe-9eb4-e1adc70b16e2 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632152 Nov 04 14:17:44.762058 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-84027dc1-72ae-4715-a60b-907b214673b3 req-4a43c267-89ea-4656-8a7a-26f00749cd94 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621879 Nov 04 14:17:45.196846 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4568a9-57e9-4a26-84cd-a08608ffb6c8 req-5bf05455-2ab5-4019-977f-d009f423bd90 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:45.198368 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f4568a9-57e9-4a26-84cd-a08608ffb6c8 req-5bf05455-2ab5-4019-977f-d009f423bd90 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0483723 Nov 04 14:17:45.246940 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f4568a9-57e9-4a26-84cd-a08608ffb6c8 req-5b0af6e5-3904-4366-ae1c-3374d70b4b2b tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Nov 04 14:17:45.820838 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541c78a-bbd8-4bef-b1d1-4aeca2241dc6 req-ec19da56-13ed-4c75-ad59-f576b1ea0552 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:45.822543 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8541c78a-bbd8-4bef-b1d1-4aeca2241dc6 req-ec19da56-13ed-4c75-ad59-f576b1ea0552 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0531399 Nov 04 14:17:45.897441 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8541c78a-bbd8-4bef-b1d1-4aeca2241dc6 req-83920e26-1b58-4a53-a4ce-c76f166c1765 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690916 Nov 04 14:17:45.908170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f05490-2507-4cb3-ad59-d39f8eeb7e82 req-efeadac2-ba52-40ed-8a0a-6967445eb8d5 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:45.909713 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b2f05490-2507-4cb3-ad59-d39f8eeb7e82 req-efeadac2-ba52-40ed-8a0a-6967445eb8d5 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0756512 Nov 04 14:17:45.960225 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b2f05490-2507-4cb3-ad59-d39f8eeb7e82 req-62f12f98-d946-4da9-b52c-267afd5233b9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Nov 04 14:17:46.102305 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:17:46.368306 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61aa98-8676-456f-8e83-bf64eebac2db req-12c5ff1c-1691-4594-a2c0-941c279d7f0e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:46.368880 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9e61aa98-8676-456f-8e83-bf64eebac2db req-12c5ff1c-1691-4594-a2c0-941c279d7f0e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0536659 Nov 04 14:17:46.427755 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9e61aa98-8676-456f-8e83-bf64eebac2db req-bc0f61e8-3420-4ee9-be74-fece3b01f796 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515978 Nov 04 14:17:47.020925 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3d7d-48a2-48d3-b0e1-a8e3e99affe0 req-2388a507-f3a2-4cea-a792-24e85ece8f65 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:47.020925 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-773f3d7d-48a2-48d3-b0e1-a8e3e99affe0 req-2388a507-f3a2-4cea-a792-24e85ece8f65 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0511935 Nov 04 14:17:47.097794 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-773f3d7d-48a2-48d3-b0e1-a8e3e99affe0 req-935bef31-f18e-4208-b4f8-58440b10d996 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723889 Nov 04 14:17:47.111972 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b28883-4c45-4a4b-9786-6e7cbbd77aa8 req-831cf8e6-ec22-4aa2-a22d-0b75e0b5fd66 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:47.113620 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b1b28883-4c45-4a4b-9786-6e7cbbd77aa8 req-831cf8e6-ec22-4aa2-a22d-0b75e0b5fd66 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0819645 Nov 04 14:17:47.165463 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b1b28883-4c45-4a4b-9786-6e7cbbd77aa8 req-d45ebf8a-ea17-4bcd-a58f-291d75303094 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Nov 04 14:17:47.568420 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c734e3-a95f-4f0e-acff-e17e8dd36c47 req-9ee39ff8-08e5-4296-ba2c-97bd07ff93df tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:47.569932 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-67c734e3-a95f-4f0e-acff-e17e8dd36c47 req-9ee39ff8-08e5-4296-ba2c-97bd07ff93df tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0740669 Nov 04 14:17:47.610566 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-0fa9ca88-7d95-4b93-b00f-c3712e7e7d59 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954235715&fields=id&tenant_id=98c116b2decd479fa713a0cde3f6424a HTTP/1.1" status: 200 len: 267 time: 0.0833795 Nov 04 14:17:47.696819 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-67c734e3-a95f-4f0e-acff-e17e8dd36c47 req-a7335457-cd2a-424e-97e8-f60406bdcda1 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208780 Nov 04 14:17:47.742871 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-e312586d-b063-463a-983e-deb976bc25d7 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:47.744383 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-e312586d-b063-463a-983e-deb976bc25d7 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 806 time: 0.1244287 Nov 04 14:17:47.760123 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-bc088ea7-4b10-45e4-8f6d-7ed33c8473d6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/quotas/98c116b2decd479fa713a0cde3f6424a HTTP/1.1" status: 200 len: 375 time: 0.0090973 Nov 04 14:17:47.812456 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-3a956f66-c429-4578-8b2e-c03a56d873c4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468752 Nov 04 14:17:47.916165 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-c404549e-dd26-4584-9707-a8fa543b9219 service neutron] 10.222.0.74 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859680 Nov 04 14:17:48.011375 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-01cf0b21-685d-4231-82bf-9cc9aea1da34 service neutron] 10.222.0.74 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882559 Nov 04 14:17:48.128952 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:17:48.218831 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:48.220656 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac1cc9-716b-41f5-93c8-2484911311d5 req-12de5f50-9521-47ad-9ac7-c08a4204b179 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:48.222173 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-beac1cc9-716b-41f5-93c8-2484911311d5 req-12de5f50-9521-47ad-9ac7-c08a4204b179 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Nov 04 14:17:48.245766 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:48.248023 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f5bacf-a73b-42f5-b6fc-3c6c9780ebc6" -d '{"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-unplugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:48.261986 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:48.274427 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-beac1cc9-716b-41f5-93c8-2484911311d5 req-e305907e-a2d8-45cb-8b04-82cdadda7a87 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459344 Nov 04 14:17:48.350806 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:48.380658 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bff1f-a4c8-4b3d-ac18-f5f41c637490 req-7b4001ba-e745-4683-b49c-227a7bfb91dc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:48.382167 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-693bff1f-a4c8-4b3d-ac18-f5f41c637490 req-7b4001ba-e745-4683-b49c-227a7bfb91dc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Nov 04 14:17:48.399226 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=8']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:48.438542 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-693bff1f-a4c8-4b3d-ac18-f5f41c637490 req-8c91d4bc-f26a-43bf-a94e-6c027e4cdead tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499871 Nov 04 14:17:48.479026 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57746e8f-87dc-41e4-993e-de415389a400 x-openstack-request-id: req-57746e8f-87dc-41e4-993e-de415389a400 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:48.479350 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-unplugged", "status": "failed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "code": 422}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:48.479562 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57746e8f-87dc-41e4-993e-de415389a400 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:48.480023 dv-cinder-815848-5-iscsi neutron-server[101611]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'code': 422} returned with failed status Nov 04 14:17:48.698907 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f321b42c-0164-410d-8061-178b786a7063 req-d1248881-bdf1-4c5a-a975-e8bc96b0d97d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 210 time: 0.0357914 Nov 04 14:17:48.816672 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa77f0f-4d47-4d13-89e5-f3fb5a8b17a0 req-f7827fa5-c5f3-4799-ac8e-949cf1581d06 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:48.818173 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9aa77f0f-4d47-4d13-89e5-f3fb5a8b17a0 req-f7827fa5-c5f3-4799-ac8e-949cf1581d06 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0510848 Nov 04 14:17:48.870781 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9aa77f0f-4d47-4d13-89e5-f3fb5a8b17a0 req-50d72f52-6541-4aee-922f-c99eb3c7c7e2 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460472 Nov 04 14:17:49.555017 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c4bbf-582a-4113-ae66-0755ebae28ee req-4015fd01-1905-4758-98cf-7a5ce6e56c1d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:49.558115 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-307c4bbf-582a-4113-ae66-0755ebae28ee req-4015fd01-1905-4758-98cf-7a5ce6e56c1d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0507979 Nov 04 14:17:49.607762 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-307c4bbf-582a-4113-ae66-0755ebae28ee req-a8f475a1-3161-4e5a-9748-c649f5f190a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Nov 04 14:17:49.811716 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6a415d56-e357-401b-97b5-378f4ab444ce req-8a83c0d5-e37a-4e39-9b30-282d7d018ad5 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 210 time: 0.0379665 Nov 04 14:17:49.847042 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-e341b97b-14fa-4149-8f5b-87cde81256a7 req-dfa31258-1d10-45ed-a309-20e0b33ecb53 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:17:49.848183 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e341b97b-14fa-4149-8f5b-87cde81256a7 req-dfa31258-1d10-45ed-a309-20e0b33ecb53 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062068 Nov 04 14:17:50.151668 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129413-f209-4d8f-8b36-73cf4244b3b4 req-44876615-f367-4e78-b924-be683d93a345 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:50.153619 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a129413-f209-4d8f-8b36-73cf4244b3b4 req-44876615-f367-4e78-b924-be683d93a345 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.0512104 Nov 04 14:17:50.238961 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a129413-f209-4d8f-8b36-73cf4244b3b4 req-a19fa800-3e9d-462f-afb2-4dcb26a9d6fc tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Nov 04 14:17:50.259302 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391fd8-0ed5-4ac1-b3a6-513e3345694e req-5a66e13c-4dd6-49af-9b25-f5035a71e71e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:50.260934 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bc391fd8-0ed5-4ac1-b3a6-513e3345694e req-5a66e13c-4dd6-49af-9b25-f5035a71e71e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0732727 Nov 04 14:17:50.331525 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bc391fd8-0ed5-4ac1-b3a6-513e3345694e req-ace56a33-a2d2-41d6-88f2-b276cefdfaaf tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622182 Nov 04 14:17:50.727494 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224a1ac-4b4b-4349-b20a-ac9e88898775 req-c02fd54e-6846-461b-9841-d0a6fa09d34f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:50.729098 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6224a1ac-4b4b-4349-b20a-ac9e88898775 req-c02fd54e-6846-461b-9841-d0a6fa09d34f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Nov 04 14:17:50.776851 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6224a1ac-4b4b-4349-b20a-ac9e88898775 req-731b1161-8e9b-4e57-a035-90274a252ef1 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Nov 04 14:17:50.853677 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46338) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:50.928945 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ea4f127-5d79-400a-beac-6791eb6410a6 req-799dea2f-c293-45ce-97f1-704ea67fa6f5 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 210 time: 0.0363612 Nov 04 14:17:50.968068 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-e04150ec-d5eb-4a22-91c6-4d9273c5a324 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125503 Nov 04 14:17:50.977113 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-788b7c08-b270-420a-a9f0-2b83d94273f3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:17:50.978068 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-788b7c08-b270-420a-a9f0-2b83d94273f3 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049403 Nov 04 14:17:51.243679 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-ef53790b-51a3-454c-ab43-5725b72ddbc6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.245254 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-ef53790b-51a3-454c-ab43-5725b72ddbc6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 806 time: 0.1599483 Nov 04 14:17:51.335800 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c461b-e25f-40f8-89de-b716024ebccc req-2fd2d1cc-ceea-4c48-963c-5c41648fc403 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.337617 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-228c461b-e25f-40f8-89de-b716024ebccc req-2fd2d1cc-ceea-4c48-963c-5c41648fc403 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0860465 Nov 04 14:17:51.396198 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b238f955-66a5-43a7-af26-35765aab8af7 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c116b2decd479fa713a0cde3f6424a HTTP/1.1" status: 200 len: 380 time: 0.1190844 Nov 04 14:17:51.427583 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'port': {'device_id': 'd06084ca-5be0-446f-a37d-50541f889388', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'admin_state_up': True, 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'security_groups': ['14b196b8-9fb6-4091-8245-4983127c43ef']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:51.521517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6908-9ead-4745-953e-bf2f16c501bf req-521888ae-93a2-4f37-a0e4-e74a1a9a45fb tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.526262 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-27fd6908-9ead-4745-953e-bf2f16c501bf req-521888ae-93a2-4f37-a0e4-e74a1a9a45fb tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.2012639 Nov 04 14:17:51.542566 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-228c461b-e25f-40f8-89de-b716024ebccc req-c3e8cc7f-3b80-4b15-b7af-8afe0fc00cf2 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871715 Nov 04 14:17:51.552408 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-42dcf217-8214-4d6b-9635-44117665741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.553904 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-42dcf217-8214-4d6b-9635-44117665741c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1099 time: 0.1819181 Nov 04 14:17:51.588631 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-751a9522-9775-47aa-b834-c818fb9f6340 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.590609 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-751a9522-9775-47aa-b834-c818fb9f6340 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 945 time: 0.1315801 Nov 04 14:17:51.687328 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-27fd6908-9ead-4745-953e-bf2f16c501bf req-bcec7214-a6a2-4bd6-90f9-9719d9aae386 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/security-groups?id=06978b45-5ac0-407c-9c46-96bbf21b8f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519887 Nov 04 14:17:51.734046 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-5634aaaf-ad32-4c4e-ba8f-65e1e22d33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.735584 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-5634aaaf-ad32-4c4e-ba8f-65e1e22d33c3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 911 time: 0.1665521 Nov 04 14:17:51.792684 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Deleting port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:17:51.793036 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:51.852543 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-ac577724-1a1d-4be8-99f9-6f67b71382bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 200 len: 1002 time: 0.1085682 Nov 04 14:17:51.868775 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceb319-a001-4ff9-b105-e48e106e99d3 req-f0e75feb-895b-475d-b475-eae5c20c1277 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.870215 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4ceb319-a001-4ff9-b105-e48e106e99d3 req-f0e75feb-895b-475d-b475-eae5c20c1277 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0706604 Nov 04 14:17:51.879862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Made reservation on behalf of 98c116b2decd479fa713a0cde3f6424a for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:17:51.883171 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:51.896684 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] For port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:51.897664 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:51.918371 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Calling delete_port for 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad owned by compute:nova {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:17:51.983620 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4ceb319-a001-4ff9-b105-e48e106e99d3 req-6cf8440d-e717-4d0d-8a5d-6e427aeffa24 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041176 Nov 04 14:17:51.990294 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-03093f78-b9d1-47c0-af62-a8219d77ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:51.991895 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-03093f78-b9d1-47c0-af62-a8219d77ba4c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.1314380 Nov 04 14:17:52.078824 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4c9205c8-b04e-4247-9ba6-0db63695565d req-32634ad4-5f3a-4500-bda2-27c958508885 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 210 time: 0.0571246 Nov 04 14:17:52.132637 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-7791754c-f020-46e2-af0a-a69c3f653ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:52.134119 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-7791754c-f020-46e2-af0a-a69c3f653ecb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1136816 Nov 04 14:17:52.173235 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Allocated IP 172.20.0.14 (84e8a779-4d7a-47a3-9258-5ea66cfbb47f/02661ca2-f770-40f5-9bb7-966394aec07a/9170e54a-eaf2-486c-ba59-edc47304cbf9) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:17:52.176042 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.188347 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:52.207022 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Pushing event deleted for resources: {'Port': ['ID=2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:52.274605 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] No DVR routers for this DVR port 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad on host hv-cinder-81584 {{(pid=101610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:17:52.278259 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.283319 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.107 "DELETE /v2.0/ports/2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad HTTP/1.1" status: 204 len: 173 time: 0.6855655 Nov 04 14:17:52.283319 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'name': 'network-vif-deleted', 'tag': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:52.290584 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa300f3-6119-4b15-8f53-32d587610cb0" -d '{"events": [{"server_uuid": "4803d585-6dfe-4c19-b919-ebda5267d3ac", "name": "network-vif-deleted", "tag": "2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:52.308991 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-44dca856-f3f9-4a0a-9d56-9123a1fb8844 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574390 Nov 04 14:17:52.330099 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b675a4f-2909-4ebd-875b-4b270ba648fd x-openstack-request-id: req-3b675a4f-2909-4ebd-875b-4b270ba648fd {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:52.333306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4803d585-6dfe-4c19-b919-ebda5267d3ac", "name": "network-vif-deleted", "tag": "2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:52.333306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b675a4f-2909-4ebd-875b-4b270ba648fd {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:52.333306 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4803d585-6dfe-4c19-b919-ebda5267d3ac', 'name': 'network-vif-deleted', 'tag': '2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad', 'status': 'completed', 'code': 200} Nov 04 14:17:52.458220 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.478122 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-378a7f45-2c4c-48f8-aff6-efec67a46d9c req-6d4b8626-bab9-4813-8e9a-4be04a90366e service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327453 Nov 04 14:17:52.586297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.638592 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:17:52.655227 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:17:52.676306 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:17:52.681331 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:52.681961 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.688530 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:52.704696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.705047 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.705394 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.705737 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.706080 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.706437 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.706777 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.707111 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.707444 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.707781 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.708114 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.708441 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:52.729245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a6b8-365a-4149-b2ef-c644375b4637 req-9891abee-d044-4825-871f-7089fb7f05bc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:52.734937 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d249a6b8-365a-4149-b2ef-c644375b4637 req-9891abee-d044-4825-871f-7089fb7f05bc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1039512 Nov 04 14:17:52.818862 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d249a6b8-365a-4149-b2ef-c644375b4637 req-4a22d93d-b83e-451e-b177-2bc35a87eca9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653784 Nov 04 14:17:52.833656 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b7e249f9-b1c7-49b8-beab-7520df2b6213 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4134724 Nov 04 14:17:52.856833 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Request body: {'port': {'device_id': 'd06084ca-5be0-446f-a37d-50541f889388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:17:52.892891 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f69339fd-cafc-483f-93c7-a3e4efdcc905 req-31e28450-579b-4836-b164-0f79c754c44e tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] 10.222.0.74 "GET /v2.0/ports?device_id=4803d585-6dfe-4c19-b919-ebda5267d3ac HTTP/1.1" status: 200 len: 210 time: 0.0716252 Nov 04 14:17:52.914205 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-f2ca6c27-9ef2-4ca5-bfb7-dd1b21fea5b4 None None] Provisioning complete for port 9170e54a-eaf2-486c-ba59-edc47304cbf9 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:17:52.914879 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6c27-9ef2-4ca5-bfb7-dd1b21fea5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.935221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:52.964458 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca6c27-9ef2-4ca5-bfb7-dd1b21fea5b4 None None] Port 9170e54a-eaf2-486c-ba59-edc47304cbf9 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:17:53.178750 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff3f56-bf4c-48ce-806e-bfcb7358cb1f req-069c4c07-2966-4ec8-85e5-e3cac26f72b5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:53.180195 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4cff3f56-bf4c-48ce-806e-bfcb7358cb1f req-069c4c07-2966-4ec8-85e5-e3cac26f72b5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0972862 Nov 04 14:17:53.264598 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4cff3f56-bf4c-48ce-806e-bfcb7358cb1f req-91b320ee-fc8c-44c5-8660-57032d6e654b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754106 Nov 04 14:17:53.297136 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9170e54a-eaf2-486c-ba59-edc47304cbf9 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:17:53.305391 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:53.317760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Transition to ACTIVE for port object 9170e54a-eaf2-486c-ba59-edc47304cbf9 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:17:53.380949 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb9eb6-f983-49bd-b7f2-6c81c6eda378 req-0412f12d-29a6-40db-b38e-bc10a223303f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:53.382472 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-acfb9eb6-f983-49bd-b7f2-6c81c6eda378 req-0412f12d-29a6-40db-b38e-bc10a223303f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 932 time: 0.0481503 Nov 04 14:17:53.433861 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-acfb9eb6-f983-49bd-b7f2-6c81c6eda378 req-8c856ceb-88d3-42dd-bb12-b2e48689ca43 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Nov 04 14:17:53.434822 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:53.485541 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:53.517597 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Attempting to bind port 9170e54a-eaf2-486c-ba59-edc47304cbf9 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:17:53.517935 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Attempting to bind port 9170e54a-eaf2-486c-ba59-edc47304cbf9 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:17:53.518270 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Attempting to bind port 9170e54a-eaf2-486c-ba59-edc47304cbf9 on network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:53.522951 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Port 9170e54a-eaf2-486c-ba59-edc47304cbf9 on network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:17:53.523277 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Attempting to bind port 9170e54a-eaf2-486c-ba59-edc47304cbf9 on network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:17:53.528483 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:17:53.528823 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Checking segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:17:53.529207 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Bound using segment: {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:17:53.529685 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Bound port: 9170e54a-eaf2-486c-ba59-edc47304cbf9, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43288ef-6837-4946-9759-f770045bd834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:17:53.530625 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:53.640095 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:17:53.644443 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:17:53.663392 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c79c3-2934-4364-91b6-421e7286f56c req-76510ca9-80cd-45f3-b6d2-9e49101e4859 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:53.664845 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f7c79c3-2934-4364-91b6-421e7286f56c req-76510ca9-80cd-45f3-b6d2-9e49101e4859 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0705557 Nov 04 14:17:53.712677 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f7c79c3-2934-4364-91b6-421e7286f56c req-7ab0f428-7eb4-4da9-b672-051c22cf93e8 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Nov 04 14:17:53.725543 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:53.961581 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46400) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:53.994148 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:53.994842 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:53.996184 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] 10.222.0.107 "PUT /v2.0/ports/9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 1094 time: 1.1437376 Nov 04 14:17:54.005678 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:54.008517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:54.058505 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249c770-e928-4bd0-b8a5-66fb49b33260 x-openstack-request-id: req-a249c770-e928-4bd0-b8a5-66fb49b33260 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:54.058802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:54.059053 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a249c770-e928-4bd0-b8a5-66fb49b33260 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:54.059441 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'status': 'completed', 'code': 200} Nov 04 14:17:54.073275 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ef8d4-0a28-4788-b32f-944f5828f450 req-81f9b2a4-81b6-4929-956c-e2b9031efb1c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:54.078199 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1e8ef8d4-0a28-4788-b32f-944f5828f450 req-81f9b2a4-81b6-4929-956c-e2b9031efb1c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0927887 Nov 04 14:17:54.082621 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02dcd1-f035-44a6-a23b-9bdd9318ed53 service neutron] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:54.129943 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1e8ef8d4-0a28-4788-b32f-944f5828f450 req-069f06a8-69d3-4432-8d39-fca03dfbebad tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482461 Nov 04 14:17:54.435781 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21305e5d-8832-45a1-be7d-aaecfc0f3044 req-9169d5fd-0ba5-4082-9c6e-76895dd75f34 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:54.438178 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21305e5d-8832-45a1-be7d-aaecfc0f3044 req-9169d5fd-0ba5-4082-9c6e-76895dd75f34 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0885315 Nov 04 14:17:54.492190 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21305e5d-8832-45a1-be7d-aaecfc0f3044 req-479ed158-0bd7-4997-b244-72b38b81ffbc tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Nov 04 14:17:54.552706 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a66cb-67f8-49fc-890a-d7f37088001c req-ccd5ed69-ea47-45f8-a981-446b3269ae8a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:54.554195 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-013a66cb-67f8-49fc-890a-d7f37088001c req-ccd5ed69-ea47-45f8-a981-446b3269ae8a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0516636 Nov 04 14:17:54.579685 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:54.603070 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-013a66cb-67f8-49fc-890a-d7f37088001c req-d1d0ca09-55ae-4656-83cf-6da8fe97e591 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Nov 04 14:17:54.826848 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b25f9-7265-41a8-b355-933ff37ff313 req-733f44e3-d358-4415-b671-0908413e5463 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:54.828399 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c9b25f9-7265-41a8-b355-933ff37ff313 req-733f44e3-d358-4415-b671-0908413e5463 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0500247 Nov 04 14:17:54.864229 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Deleting port 72c8a26f-f056-4f77-9ee0-f7915d2385e1 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:17:54.864563 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:54.877450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c9b25f9-7265-41a8-b355-933ff37ff313 req-575df79a-3958-4163-8a77-6ed257f1275f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Nov 04 14:17:54.939913 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] For port 72c8a26f-f056-4f77-9ee0-f7915d2385e1, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=72c8a26f-f056-4f77-9ee0-f7915d2385e1,segment=NetworkSegment(7c654adc-0a22-40bd-a328-72651a58d169),segment_id=7c654adc-0a22-40bd-a328-72651a58d169)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:54.940287 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:54.952086 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Calling delete_port for 72c8a26f-f056-4f77-9ee0-f7915d2385e1 owned by network:router_interface {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:17:55.198559 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:55.228721 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=72c8a26f-f056-4f77-9ee0-f7915d2385e1,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:55.285003 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:17:55.305105 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:17:55.305455 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 2854d40b-5ed9-4f0e-a91f-6d812f6ed5ad not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:17:55.380816 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:55.586004 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Router ed98663c-01e2-4643-b2d3-871f383b7d5f has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:17:55.611619 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52f87-cbe6-4577-bb7f-83924a298f57 req-67945ad2-2184-4f35-aa91-3359a180387c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:55.613089 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-89d52f87-cbe6-4577-bb7f-83924a298f57 req-67945ad2-2184-4f35-aa91-3359a180387c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0501118 Nov 04 14:17:55.662478 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-89d52f87-cbe6-4577-bb7f-83924a298f57 req-5a78c3c2-65d7-4bdf-b41a-144d7d858711 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Nov 04 14:17:55.701141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:17:55.706735 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2205fe24-9ff1-4649-ac08-c69c446de4ec admin admin] 10.222.0.74 "PUT /v2.0/routers/ed98663c-01e2-4643-b2d3-871f383b7d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438073 Nov 04 14:17:55.709162 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46418) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:55.711785 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] Sync routers for ids ['ed98663c-01e2-4643-b2d3-871f383b7d5f'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:17:55.721707 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] Routers {'ed98663c-01e2-4643-b2d3-871f383b7d5f'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:55.722308 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ed98663c-01e2-4643-b2d3-871f383b7d5f'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:55.728690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287651-1c89-43a3-8534-5e0200919514 req-5cc1181e-2898-4e4d-beff-1f457339923c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:55.730218 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1b287651-1c89-43a3-8534-5e0200919514 req-5cc1181e-2898-4e4d-beff-1f457339923c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0599191 Nov 04 14:17:55.783130 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1b287651-1c89-43a3-8534-5e0200919514 req-87599a3a-eadc-438c-8268-ca105011bc5d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461938 Nov 04 14:17:55.828281 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:55.908149 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] Set router ed98663c-01e2-4643-b2d3-871f383b7d5f gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:55.931389 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:55.994365 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccd377-4e28-4882-8bab-aa673391b89a req-79c36846-5ff3-465d-8875-13f2f1831656 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:55.995890 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0fccd377-4e28-4882-8bab-aa673391b89a req-79c36846-5ff3-465d-8875-13f2f1831656 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0488224 Nov 04 14:17:56.051905 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0fccd377-4e28-4882-8bab-aa673391b89a req-a36da233-9ea7-4251-bd24-4dded9d8ab05 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 Nov 04 14:17:56.092021 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Deleting port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:17:56.092461 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.097161 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:17:55Z', 'revision_number': 5, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port': {'id': 'f4a3bc7f-f65b-4f48-b52c-f927cb309dc6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:53Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:56.126745 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] Checking router: ed98663c-01e2-4643-b2d3-871f383b7d5f for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:17:56.134934 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] Routers {'ed98663c-01e2-4643-b2d3-871f383b7d5f'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:17:56.135524 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:17:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ed98663c-01e2-4643-b2d3-871f383b7d5f'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:56.167358 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] For port f4a3bc7f-f65b-4f48-b52c-f927cb309dc6, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:56.167674 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.180181 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Calling delete_port for f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:17:56.215999 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] Set router ed98663c-01e2-4643-b2d3-871f383b7d5f gateway port host: None {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:17:56.270129 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:17:55Z', 'revision_number': 6, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:56.303668 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e0e1bc-8755-424b-aab0-6bab017f6ce4 None None] The sync data for ids ['ed98663c-01e2-4643-b2d3-871f383b7d5f'] in dv-cinder-815848-5-iscsi is: [{'id': 'ed98663c-01e2-4643-b2d3-871f383b7d5f', 'name': 'tempest-ServerRescueNegativeTestJSON-926010870-router', 'tenant_id': 'cd05a6617b304d7481ebc7af88adf58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:17:55Z', 'revision_number': 6, 'project_id': 'cd05a6617b304d7481ebc7af88adf58e', 'gw_port_host': None}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:17:56.351579 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.354436 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e req-043e3a47-39d8-4339-8759-c349ff16ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:56.355740 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e req-043e3a47-39d8-4339-8759-c349ff16ab89 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1097 time: 0.0558259 Nov 04 14:17:56.413805 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.442727 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a3bc7f-f65b-4f48-b52c-f927cb309dc6,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:56.466569 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e req-d40221ab-d7e7-4851-9cc9-c7b4d9048f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:56.468700 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e req-d40221ab-d7e7-4851-9cc9-c7b4d9048f26 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=98c116b2decd479fa713a0cde3f6424a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1013238 Nov 04 14:17:56.473314 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.473681 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.474000 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.474329 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.474685 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.475013 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.475337 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.475661 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.475983 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.476301 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.476616 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.476932 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:17:56.513622 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.586196 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-4e44b2f8-ff50-411d-8c2d-b8f63ce7591f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021645 Nov 04 14:17:56.605881 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e req-0d60a3c4-60f3-417f-9b35-f85df2600ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:56.607351 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0a3bb8d-2972-45e9-8420-a60ac5c28a8e req-0d60a3c4-60f3-417f-9b35-f85df2600ff9 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223440 Nov 04 14:17:56.618022 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.620233 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.704572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-4c60759d-69a1-44dc-9259-4646e04ba5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:56.706785 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-4c60759d-69a1-44dc-9259-4646e04ba5eb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1099 time: 0.0753779 Nov 04 14:17:56.765041 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.765583 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed98663c-01e2-4643-b2d3-871f383b7d5f {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:17:56.771954 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:56.775738 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-50955011-61ab-4309-bd65-722fa2e73d73 admin admin] 10.222.0.74 "DELETE /v2.0/routers/ed98663c-01e2-4643-b2d3-871f383b7d5f HTTP/1.1" status: 204 len: 168 time: 1.0621428 Nov 04 14:17:56.776211 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46430) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:56.870791 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-eb683bf6-7df1-4851-a444-3151f20f0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:56.872842 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-eb683bf6-7df1-4851-a444-3151f20f0510 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1097 time: 0.1649530 Nov 04 14:17:56.959637 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-eb64ca5c-3e24-472a-961d-e374aa1f00d2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 217 time: 0.0725915 Nov 04 14:17:56.986075 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e880b33-1068-4b2e-bbe8-cd16f76ab11b req-f95f2761-1d55-4a58-bbdb-b2d7dfed61de tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:56.987798 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0e880b33-1068-4b2e-bbe8-cd16f76ab11b req-f95f2761-1d55-4a58-bbdb-b2d7dfed61de tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.2159326 Nov 04 14:17:57.004334 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-3c480ea0-0894-4502-a3a9-c8e4d4397f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.005759 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-3c480ea0-0894-4502-a3a9-c8e4d4397f57 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 911 time: 0.2711499 Nov 04 14:17:57.032510 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Deleting subnet dbdae146-33a3-4cca-a6e1-b1142ce83a0f {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:17:57.035576 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.068553 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.107773 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049354-f7f6-4317-8a59-82541fc01e61 req-a44336b3-0cd8-43ee-b6e7-6ab63846f354 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.109502 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-36049354-f7f6-4317-8a59-82541fc01e61 req-a44336b3-0cd8-43ee-b6e7-6ab63846f354 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.2212939 Nov 04 14:17:57.111867 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.132936 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-438eb477-8f08-4783-acbb-6afb63af7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.134453 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-438eb477-8f08-4783-acbb-6afb63af7c2b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.1441736 Nov 04 14:17:57.209154 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0e880b33-1068-4b2e-bbe8-cd16f76ab11b req-1ab48482-541c-41bc-849b-5483a802273d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062111 Nov 04 14:17:57.227748 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-6ebc301d-0b5c-47d3-a466-6c5a940185ae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 200 len: 1002 time: 0.2030280 Nov 04 14:17:57.297244 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-36049354-f7f6-4317-8a59-82541fc01e61 req-f7ccd472-5c9e-4d44-be0b-3720fd413009 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708443 Nov 04 14:17:57.307413 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.332073 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-243c2bea-ab25-45e6-b3f2-8f50c44935a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.332332 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdae146-33a3-4cca-a6e1-b1142ce83a0f,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:57.333586 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-243c2bea-ab25-45e6-b3f2-8f50c44935a9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1785214 Nov 04 14:17:57.334864 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.340286 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-fae67373-d96b-4250-a813-633a5ffbd30d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dbdae146-33a3-4cca-a6e1-b1142ce83a0f HTTP/1.1" status: 204 len: 168 time: 0.5611386 Nov 04 14:17:57.340397 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-de511a2a-b1d1-4061-a393-351a1acc2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.341349 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46446) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:57.341481 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-de511a2a-b1d1-4061-a393-351a1acc2963 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.1017046 Nov 04 14:17:57.419273 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.437026 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916ecee-d0b5-41f7-ae74-e2fc519f2e67 req-0ad95217-983c-435f-9275-c88d71c6debb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.438655 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0916ecee-d0b5-41f7-ae74-e2fc519f2e67 req-0ad95217-983c-435f-9275-c88d71c6debb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.1373029 Nov 04 14:17:57.488392 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-d60a3fe1-b31d-428d-a12a-cc8c6afa1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.489882 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-d60a3fe1-b31d-428d-a12a-cc8c6afa1593 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1356723 Nov 04 14:17:57.523179 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-ba96ea7a-00b8-448f-b62b-47b24c294878 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787481 Nov 04 14:17:57.535787 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.561568 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3560b8b4-1388-478c-84a9-cbb1e993277c']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:57.574030 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c654adc-0a22-40bd-a328-72651a58d169') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:57.574030 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c654adc-0a22-40bd-a328-72651a58d169') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:17:57.587643 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.604667 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.608933 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0916ecee-d0b5-41f7-ae74-e2fc519f2e67 req-9363d339-b030-49fb-9907-c55908287764 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532774 Nov 04 14:17:57.615430 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:17:57.616750 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:17:57.620676 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:17:57.681729 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-be81dd06-da2c-4870-b8e7-6eb176a432df service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784244 Nov 04 14:17:57.726521 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db1998e4-ecd9-4377-ae91-df958b442f64 req-b187db9a-ec31-45c0-9b96-c643f94da407 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832182 Nov 04 14:17:57.761984 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.770340 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:57.774285 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3560b8b4-1388-478c-84a9-cbb1e993277c HTTP/1.1" status: 204 len: 168 time: 0.4320018 Nov 04 14:17:57.793731 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd8da-1ffc-4419-9687-dec87d95ebc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3560b8b4-1388-478c-84a9-cbb1e993277c,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:57.804487 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-19bf815d-fe3e-4c99-b66d-01dbf74fde5d req-6f3bdf4b-114b-4d62-8fd7-3d2b6230dc32 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131074 Nov 04 14:17:57.853477 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 72c8a26f-f056-4f77-9ee0-f7915d2385e1 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:17:57.880658 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 72c8a26f-f056-4f77-9ee0-f7915d2385e1 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:17:57.881005 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 72c8a26f-f056-4f77-9ee0-f7915d2385e1 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:17:57.881439 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:17:57.908958 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:17:57.909259 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f4a3bc7f-f65b-4f48-b52c-f927cb309dc6 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:17:57.915572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-25efcf0f-b265-4bbb-9c31-e8d01f7555ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.917090 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-25efcf0f-b265-4bbb-9c31-e8d01f7555ac service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66&tenant_id=328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 1096 time: 0.0905905 Nov 04 14:17:57.987424 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-3cdabbf6-3c92-40dc-81fb-e97b42ce11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:57.988910 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-3cdabbf6-3c92-40dc-81fb-e97b42ce11fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1096 time: 0.0407927 Nov 04 14:17:58.095278 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-63e6e725-06d2-4c95-b9c5-873d45b4ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:58.096738 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-63e6e725-06d2-4c95-b9c5-873d45b4ca19 service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.0923555 Nov 04 14:17:58.207043 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-0cf2de8f-8f4a-40c6-b2bf-34e15d3f4008 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 200 len: 999 time: 0.0887430 Nov 04 14:17:58.224092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-67d2626a-3045-43bc-82b7-35bfa69c5a13 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:58.225676 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-67d2626a-3045-43bc-82b7-35bfa69c5a13 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.0615442 Nov 04 14:17:58.229130 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46458) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:58.291934 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-92a83160-465e-4fa4-bbc3-7331b37b66d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd05a6617b304d7481ebc7af88adf58e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0616322 Nov 04 14:17:58.294665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46462) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:17:58.365435 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-b60cb49c-055b-4b47-b90f-4c73f4fbe205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:58.366940 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-b60cb49c-055b-4b47-b90f-4c73f4fbe205 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.1329465 Nov 04 14:17:58.500564 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52159f-19d5-4ec6-a506-4bc69a2e6a71 req-c7440d53-7c57-414d-97ae-235267490c88 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:58.502029 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ed52159f-19d5-4ec6-a506-4bc69a2e6a71 req-c7440d53-7c57-414d-97ae-235267490c88 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.1915400 Nov 04 14:17:58.511377 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4fd56ce4-f079-4515-aa86-6b7f244f3e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:58.522037 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-b46172af-2771-4cf0-8419-399410841740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:58.523652 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-b46172af-2771-4cf0-8419-399410841740 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1321316 Nov 04 14:17:58.547037 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeec1-361b-4046-abc1-ea966ae0681e req-d0461f49-b1e4-4129-9704-f9de9a7ed2c1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:58.548495 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73aeeec1-361b-4046-abc1-ea966ae0681e req-d0461f49-b1e4-4129-9704-f9de9a7ed2c1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.1594932 Nov 04 14:17:58.591794 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4fd56ce4-f079-4515-aa86-6b7f244f3e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:58.595077 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Deleting port 3fbc7cea-b62d-4fba-bfd2-98dad316380d {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:17:58.595406 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:58.777559 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ed52159f-19d5-4ec6-a506-4bc69a2e6a71 req-a4084de3-bf9b-4371-8269-8c163b99baff tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636299 Nov 04 14:17:58.788407 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73aeeec1-361b-4046-abc1-ea966ae0681e req-d84fc290-0cf2-4c2c-b119-d91593c4d9e2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241294 Nov 04 14:17:58.827009 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-7467e41d-1509-4480-9b76-1ada7f552670 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898285 Nov 04 14:17:58.831746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] For port 3fbc7cea-b62d-4fba-bfd2-98dad316380d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=3fbc7cea-b62d-4fba-bfd2-98dad316380d,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:17:58.832115 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:58.862808 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Calling delete_port for 3fbc7cea-b62d-4fba-bfd2-98dad316380d owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:17:58.884439 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4fd56ce4-f079-4515-aa86-6b7f244f3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:58.886995 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4fd56ce4-f079-4515-aa86-6b7f244f3e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:58.888095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-4fd56ce4-f079-4515-aa86-6b7f244f3e6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/06978b45-5ac0-407c-9c46-96bbf21b8f06 HTTP/1.1" status: 204 len: 168 time: 0.5919716 Nov 04 14:17:58.948064 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd56ce4-f079-4515-aa86-6b7f244f3e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06978b45-5ac0-407c-9c46-96bbf21b8f06,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:59.020754 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dcf46-5471-47be-82f2-74fd8bf9bea6 req-ee785d52-6aaf-470b-ad54-2abc129b9735 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:59.022246 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-891dcf46-5471-47be-82f2-74fd8bf9bea6 req-ee785d52-6aaf-470b-ad54-2abc129b9735 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 946 time: 0.1687396 Nov 04 14:17:59.042088 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1acf7f-609c-4d50-85f3-1fb2681bec40 req-5611430f-9ccb-40b2-b1f8-2bd780d0510a service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022889 Nov 04 14:17:59.112145 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-891dcf46-5471-47be-82f2-74fd8bf9bea6 req-f70aa96f-3491-41b2-96f6-2c27112fb18c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814378 Nov 04 14:17:59.207923 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:59.223383 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253', '35e53680-2447-468e-b9e4-3d988e664bc0', 'fadab3c7-484c-4980-8c43-acbd38cb2671', '3fbc7cea-b62d-4fba-bfd2-98dad316380d'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:17:59.539834 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event deleted for resources: {'Port': ['ID=3fbc7cea-b62d-4fba-bfd2-98dad316380d,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:17:59.599618 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] No DVR routers for this DVR port 3fbc7cea-b62d-4fba-bfd2-98dad316380d on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:17:59.603099 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:17:59.606518 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4efe1db9-cba5-44fa-86c4-0ab736e78b2e req-d53069e4-c120-48bd-9838-de93c060f2eb tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "DELETE /v2.0/ports/3fbc7cea-b62d-4fba-bfd2-98dad316380d HTTP/1.1" status: 204 len: 173 time: 1.3707597 Nov 04 14:17:59.610092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'name': 'network-vif-deleted', 'tag': '3fbc7cea-b62d-4fba-bfd2-98dad316380d'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:17:59.610092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5bccfb-e499-4e75-9c29-6d68a07b3c92" -d '{"events": [{"server_uuid": "a9b4f170-4c55-4880-8a24-4436177b6add", "name": "network-vif-deleted", "tag": "3fbc7cea-b62d-4fba-bfd2-98dad316380d"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:17:59.662232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac526627-6850-4a74-a826-79f3afcaae49 x-openstack-request-id: req-ac526627-6850-4a74-a826-79f3afcaae49 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:17:59.662232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b4f170-4c55-4880-8a24-4436177b6add", "name": "network-vif-deleted", "tag": "3fbc7cea-b62d-4fba-bfd2-98dad316380d", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:17:59.662232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac526627-6850-4a74-a826-79f3afcaae49 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:17:59.662232 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b4f170-4c55-4880-8a24-4436177b6add', 'name': 'network-vif-deleted', 'tag': '3fbc7cea-b62d-4fba-bfd2-98dad316380d', 'status': 'completed', 'code': 200} Nov 04 14:17:59.975209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b168f-9ee9-4eb0-9b94-a4fe28fdfbef req-80df43c3-0d4a-4f9b-b5fb-36b09297e113 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:17:59.984934 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-557b168f-9ee9-4eb0-9b94-a4fe28fdfbef req-80df43c3-0d4a-4f9b-b5fb-36b09297e113 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0892022 Nov 04 14:18:00.074852 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7999eab-b741-4220-8bff-6909a7254fc5 req-b8b8388c-4bd0-4436-97df-e5ee713b15a2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:00.086219 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7999eab-b741-4220-8bff-6909a7254fc5 req-b8b8388c-4bd0-4436-97df-e5ee713b15a2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.1355517 Nov 04 14:18:00.109365 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-557b168f-9ee9-4eb0-9b94-a4fe28fdfbef req-055cc371-0043-4b57-a070-96119230dde0 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214194 Nov 04 14:18:00.183967 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7999eab-b741-4220-8bff-6909a7254fc5 req-ce4f0963-53e2-451a-9925-41e730153f7d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002691 Nov 04 14:18:00.275101 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22cdaf73-9c01-4c5c-bc86-66e3a8ac3acd req-93a2475b-eb18-4877-8913-e5482e99c7f1 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0496056 Nov 04 14:18:01.265194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fab10a-8bb0-4f7b-984b-575fcf5045f2 req-5ec646b8-a19a-40ee-97c5-efd29deea797 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:01.273819 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a4fab10a-8bb0-4f7b-984b-575fcf5045f2 req-5ec646b8-a19a-40ee-97c5-efd29deea797 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0698774 Nov 04 14:18:01.375337 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a4fab10a-8bb0-4f7b-984b-575fcf5045f2 req-e91b8af0-444a-479e-9fc6-9e79af7316e9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985386 Nov 04 14:18:01.388695 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bedbb-6ab3-41fd-bcac-324c19f2b348 req-1c3c8c5f-f461-4505-a7ff-6153d5e8f68a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:01.390368 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-050bedbb-6ab3-41fd-bcac-324c19f2b348 req-1c3c8c5f-f461-4505-a7ff-6153d5e8f68a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.1026578 Nov 04 14:18:01.454996 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-050bedbb-6ab3-41fd-bcac-324c19f2b348 req-e9d5a07b-f617-4637-ac5d-e8c5d83e3f01 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584047 Nov 04 14:18:01.488252 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3201e162-2a35-437f-ae3a-e756a9cb741e req-c66f250d-d72e-47ba-8aaa-a2d93416e83a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0318766 Nov 04 14:18:02.104006 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46596) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:02.246971 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2790216a-6f04-4481-9d58-0746176a5e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.323950 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2790216a-6f04-4481-9d58-0746176a5e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.379379 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2790216a-6f04-4481-9d58-0746176a5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.434711 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790216a-6f04-4481-9d58-0746176a5e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2adfc-fbca-4b3c-b23b-3d171c7a312d,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:02.440642 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2790216a-6f04-4481-9d58-0746176a5e47 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f64ca25bbbe345179885d4b7a65688d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354161 Nov 04 14:18:02.444029 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46610) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:02.455411 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 3fbc7cea-b62d-4fba-bfd2-98dad316380d no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:18:02.506675 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 3fbc7cea-b62d-4fba-bfd2-98dad316380d {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:18:02.507238 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 3fbc7cea-b62d-4fba-bfd2-98dad316380d not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:18:02.533939 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0c57-f554-4ba4-9e27-d8cec5b4e440 req-a0a03dcc-439a-4119-b3ea-b58929b0d95c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:02.542122 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2ca83886-2b95-44c3-b57e-6e120210ada7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.542677 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7caf0c57-f554-4ba4-9e27-d8cec5b4e440 req-a0a03dcc-439a-4119-b3ea-b58929b0d95c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0795031 Nov 04 14:18:02.579210 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2ca83886-2b95-44c3-b57e-6e120210ada7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.622094 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7caf0c57-f554-4ba4-9e27-d8cec5b4e440 req-b5e1a0f4-0085-41d1-9cb4-324014a4d267 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784893 Nov 04 14:18:02.661984 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeb7f1-7e2c-431b-8d90-4c1955bba3ec req-7b869ef2-fe6a-4e80-8edc-ea4e8947436a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:02.663488 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7cdeb7f1-7e2c-431b-8d90-4c1955bba3ec req-7b869ef2-fe6a-4e80-8edc-ea4e8947436a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0665276 Nov 04 14:18:02.713143 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2ca83886-2b95-44c3-b57e-6e120210ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.715783 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2ca83886-2b95-44c3-b57e-6e120210ada7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:02.720059 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2ca83886-2b95-44c3-b57e-6e120210ada7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/09d2adfc-fbca-4b3c-b23b-3d171c7a312d HTTP/1.1" status: 204 len: 168 time: 0.2726190 Nov 04 14:18:02.732057 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83886-2b95-44c3-b57e-6e120210ada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2adfc-fbca-4b3c-b23b-3d171c7a312d,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:02.755054 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7cdeb7f1-7e2c-431b-8d90-4c1955bba3ec req-43c67838-6f62-44c2-8119-1894392aa3ca tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854690 Nov 04 14:18:02.782124 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a73398eb-4de0-44cc-b5b1-401d874f1545 req-2bca8ce4-9780-47e4-b679-46ae174b9d04 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0656037 Nov 04 14:18:02.928268 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-604b9635-f0e4-466e-8c7e-12e39c0dabe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:03.767771 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbb3db-d819-44a1-a403-37011f005fed req-e286b665-d795-49ac-b72e-c0b0a41e1b70 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:03.769506 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f4dbb3db-d819-44a1-a403-37011f005fed req-e286b665-d795-49ac-b72e-c0b0a41e1b70 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0634012 Nov 04 14:18:03.898289 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f4dbb3db-d819-44a1-a403-37011f005fed req-b771cf80-4714-4242-aee7-0c98012c3d5b tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119251 Nov 04 14:18:03.977204 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4d5b5-0bd5-4cd6-963f-28dcd9ce5d9a req-55852f7b-182a-4af3-bab2-d26a7ef941cd tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:03.978960 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0a4d5b5-0bd5-4cd6-963f-28dcd9ce5d9a req-55852f7b-182a-4af3-bab2-d26a7ef941cd tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0797129 Nov 04 14:18:04.042151 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3f994eb9-0de4-4ade-9ea6-1c26a367de1c req-7d544239-639b-49df-b45e-876ac24a573f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0383751 Nov 04 14:18:04.064445 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0a4d5b5-0bd5-4cd6-963f-28dcd9ce5d9a req-262cc8be-1c23-41fc-8f40-bcc7816d4739 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786138 Nov 04 14:18:04.267638 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46648) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:04.281055 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a57e9633-bb15-4a07-a7e5-ade4ca938328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.356736 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a57e9633-bb15-4a07-a7e5-ade4ca938328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.436729 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a57e9633-bb15-4a07-a7e5-ade4ca938328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.491259 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a57e9633-bb15-4a07-a7e5-ade4ca938328 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2ff3e67a261748b999f59c1677f75059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236233 Nov 04 14:18:04.492626 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e9633-bb15-4a07-a7e5-ade4ca938328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe89b35-a2c9-4bd0-839d-cd00b1b09fdf,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:04.493995 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 46650) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:04.553344 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-34e78ac9-79bc-4ef0-8ef6-2966204e47fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.574881 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-34e78ac9-79bc-4ef0-8ef6-2966204e47fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.722293 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-34e78ac9-79bc-4ef0-8ef6-2966204e47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.725115 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-34e78ac9-79bc-4ef0-8ef6-2966204e47fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:04.726510 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-34e78ac9-79bc-4ef0-8ef6-2966204e47fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fbe89b35-a2c9-4bd0-839d-cd00b1b09fdf HTTP/1.1" status: 204 len: 168 time: 0.2311842 Nov 04 14:18:04.743003 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78ac9-79bc-4ef0-8ef6-2966204e47fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe89b35-a2c9-4bd0-839d-cd00b1b09fdf,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:05.071010 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec976a3c-da92-4e7b-9acb-8f6dfc22aa47 req-35d54de8-e029-4260-b341-61bc0588f1ec tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:05.072723 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ec976a3c-da92-4e7b-9acb-8f6dfc22aa47 req-35d54de8-e029-4260-b341-61bc0588f1ec tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0810113 Nov 04 14:18:05.174415 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ae9ae5c-2ab2-40f5-820d-d8dcdbaf885a req-ddac80c6-9169-4ad5-801b-4ebebfdcf437 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0425003 Nov 04 14:18:05.190579 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ec976a3c-da92-4e7b-9acb-8f6dfc22aa47 req-9fda559f-9d0d-47cd-a532-3aac8fc9bf43 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030438 Nov 04 14:18:05.303860 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e2d7-fe2c-4133-bc1c-fc9f4dcc6aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:05.310626 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b20a9-aff1-4cc6-bf5b-422d4d07f67e req-495f7863-e8ba-4f0b-907f-a632c5eef952 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:05.312781 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-989b20a9-aff1-4cc6-bf5b-422d4d07f67e req-495f7863-e8ba-4f0b-907f-a632c5eef952 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0687819 Nov 04 14:18:05.382628 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-989b20a9-aff1-4cc6-bf5b-422d4d07f67e req-1d2bbb6f-add6-478b-a1c1-b7a5ef02c637 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611258 Nov 04 14:18:06.367084 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5226730d-de14-4ed7-bc4a-e049530cc11f req-d7db69b9-f5de-40ff-84eb-be7a043c607d tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0682447 Nov 04 14:18:06.393655 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10397-b412-4237-aeae-9c7ca042782d req-64a943f7-1acb-4f97-8203-680c4eda7e3d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:06.395514 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-02b10397-b412-4237-aeae-9c7ca042782d req-64a943f7-1acb-4f97-8203-680c4eda7e3d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0989413 Nov 04 14:18:06.461059 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-02b10397-b412-4237-aeae-9c7ca042782d req-0fd34264-ab41-42b0-8992-c0b4d171c05a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576832 Nov 04 14:18:06.519517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559002-cea7-4cc8-a34c-7121862f9473 req-874978f5-f466-4688-b6a2-a64d2f880b93 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:06.530682 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4559002-cea7-4cc8-a34c-7121862f9473 req-874978f5-f466-4688-b6a2-a64d2f880b93 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0566735 Nov 04 14:18:06.581415 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:06.601569 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4559002-cea7-4cc8-a34c-7121862f9473 req-345c50ef-bebc-4873-83e2-5c9786203c00 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699112 Nov 04 14:18:07.475997 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a756406-83a4-4c6a-8720-0d4825efbba2 req-3fe5f42c-49b7-4ed6-a0fe-1b6ced33b665 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0313723 Nov 04 14:18:07.597033 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab42860-69d5-4d62-8c5b-9e4147b8db25 req-40dc1b20-b87f-4891-bfdc-039882686f75 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:07.598480 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ab42860-69d5-4d62-8c5b-9e4147b8db25 req-40dc1b20-b87f-4891-bfdc-039882686f75 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0543277 Nov 04 14:18:07.651751 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ab42860-69d5-4d62-8c5b-9e4147b8db25 req-3620722d-bfc1-4dc6-952a-f5e504870c22 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470417 Nov 04 14:18:07.748405 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ae2b-294d-4848-8a3c-076fb5cbb2a0 req-44d19be2-3bf8-40c9-8584-9172c7241ce6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:07.749906 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5d3ae2b-294d-4848-8a3c-076fb5cbb2a0 req-44d19be2-3bf8-40c9-8584-9172c7241ce6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0557401 Nov 04 14:18:07.805820 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5d3ae2b-294d-4848-8a3c-076fb5cbb2a0 req-ab7f68a7-5647-4acd-be0a-585d6495856b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494747 Nov 04 14:18:08.127893 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:08.615108 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4dee2778-3597-4f76-9a47-c544ce5aea7f req-9ad5af04-f708-440a-bd39-8fd50341894f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0256789 Nov 04 14:18:08.784649 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00c3a4-7794-4419-83cd-fedaea517d37 req-6f4aab58-96ea-4247-9080-e25963d63080 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:08.786240 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5e00c3a4-7794-4419-83cd-fedaea517d37 req-6f4aab58-96ea-4247-9080-e25963d63080 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0569375 Nov 04 14:18:08.790459 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:08.865662 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5e00c3a4-7794-4419-83cd-fedaea517d37 req-4d552877-3715-4d33-a1fc-3ce6fb7a6d6d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722268 Nov 04 14:18:08.952346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580a8f1-046c-41b3-b9cf-3fe4dcdc741f req-cf1a6820-3b38-477d-b8ea-fb539b7c6473 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:08.953853 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5580a8f1-046c-41b3-b9cf-3fe4dcdc741f req-cf1a6820-3b38-477d-b8ea-fb539b7c6473 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0615525 Nov 04 14:18:09.003856 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5580a8f1-046c-41b3-b9cf-3fe4dcdc741f req-903c592e-4ece-4714-82e4-880651cee6e2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 Nov 04 14:18:09.725480 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5429fe6c-3c8e-4865-ad89-a12bd50250c8 req-4f6e1884-d119-4278-a3c4-b7a2accc8ae3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0282834 Nov 04 14:18:10.009191 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ea138-0530-4e33-8d8a-3916d75872f2 req-56e5a2e5-1f21-46b8-b1e4-9413b3e7db61 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:10.010917 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-488ea138-0530-4e33-8d8a-3916d75872f2 req-56e5a2e5-1f21-46b8-b1e4-9413b3e7db61 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0732098 Nov 04 14:18:10.136989 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-488ea138-0530-4e33-8d8a-3916d75872f2 req-33a1676b-b98d-4249-b377-97948d267dbd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193166 Nov 04 14:18:10.201912 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f2a0-79b6-4ac0-8253-3664324bc323 req-0d5a5685-e752-4a9e-b00d-4b8d9ad59c09 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:10.203533 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a6c1f2a0-79b6-4ac0-8253-3664324bc323 req-0d5a5685-e752-4a9e-b00d-4b8d9ad59c09 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0833702 Nov 04 14:18:10.253976 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a6c1f2a0-79b6-4ac0-8253-3664324bc323 req-74e70e71-b38d-4459-9cf6-42182fd16171 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Nov 04 14:18:10.826741 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1230e2a8-96b7-41ba-bae6-fe735be35cc7 req-d3b79948-43e6-4287-adc3-3507e89d5755 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9b4f170-4c55-4880-8a24-4436177b6add HTTP/1.1" status: 200 len: 210 time: 0.0252593 Nov 04 14:18:11.264260 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d53e-2a07-43e8-9cb6-d6e231e97cc7 req-147d9f5e-c7b6-43a6-b285-f64d0d6fe921 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:11.265723 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d8e8d53e-2a07-43e8-9cb6-d6e231e97cc7 req-147d9f5e-c7b6-43a6-b285-f64d0d6fe921 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0511723 Nov 04 14:18:11.322842 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d8e8d53e-2a07-43e8-9cb6-d6e231e97cc7 req-868aea64-f064-4de9-8112-617d21c28204 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Nov 04 14:18:11.387187 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f7115-a0a5-4595-89d9-754fdf7f9104 req-f3f7863e-c96c-483c-9119-2b888435e411 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:11.388723 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1c7f7115-a0a5-4595-89d9-754fdf7f9104 req-f3f7863e-c96c-483c-9119-2b888435e411 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0542734 Nov 04 14:18:11.436152 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1c7f7115-a0a5-4595-89d9-754fdf7f9104 req-72531546-42d8-42d1-9bc4-57140c24f521 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Nov 04 14:18:12.440300 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948a092-3632-4607-9c97-d4cbc4568e07 req-123fad6a-7e22-4e94-921f-4e4770791556 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:12.441762 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b948a092-3632-4607-9c97-d4cbc4568e07 req-123fad6a-7e22-4e94-921f-4e4770791556 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0471301 Nov 04 14:18:12.494479 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b948a092-3632-4607-9c97-d4cbc4568e07 req-8ac992cc-4616-4bf5-9970-5b144aa29634 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Nov 04 14:18:12.553451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d87b3-8391-45a1-8fd1-35e018c64626 req-d9eb57dd-1293-49f6-8b0f-43a7c6fda184 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:12.554931 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-672d87b3-8391-45a1-8fd1-35e018c64626 req-d9eb57dd-1293-49f6-8b0f-43a7c6fda184 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0465851 Nov 04 14:18:12.601350 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-672d87b3-8391-45a1-8fd1-35e018c64626 req-4b5fc1e2-beb3-4a98-863d-8dc94450c275 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Nov 04 14:18:13.614370 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e4380-b3b7-442c-b5dc-24b92cce7e05 req-4b575788-f61c-4034-933c-89172b43e274 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:13.616909 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6a3e4380-b3b7-442c-b5dc-24b92cce7e05 req-4b575788-f61c-4034-933c-89172b43e274 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0587852 Nov 04 14:18:13.671618 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6a3e4380-b3b7-442c-b5dc-24b92cce7e05 req-8c87a64c-8782-4b55-8773-e56d0c349167 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487494 Nov 04 14:18:13.761565 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266371b1-2e40-42ea-a37a-e1adcd3e2618 req-8488ef56-75e7-44aa-801f-6a1d9047da24 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:13.763043 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-266371b1-2e40-42ea-a37a-e1adcd3e2618 req-8488ef56-75e7-44aa-801f-6a1d9047da24 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0505240 Nov 04 14:18:13.808687 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-266371b1-2e40-42ea-a37a-e1adcd3e2618 req-75a340df-b203-46fe-82dc-910e1c074d03 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Nov 04 14:18:14.792968 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d251-4d22-474c-a39e-b20bbb4ec5e9 req-eac240ef-f812-4836-88b9-71101125d01b tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:14.794420 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7017d251-4d22-474c-a39e-b20bbb4ec5e9 req-eac240ef-f812-4836-88b9-71101125d01b tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0469346 Nov 04 14:18:14.849478 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7017d251-4d22-474c-a39e-b20bbb4ec5e9 req-e224f998-cb05-43b0-adec-68ece6766990 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490098 Nov 04 14:18:14.931750 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425cbfe-f9f5-49e9-999c-dffbf1874cf3 req-f33353ab-5932-45b1-9cd9-5f401a8f0245 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:14.933186 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f425cbfe-f9f5-49e9-999c-dffbf1874cf3 req-f33353ab-5932-45b1-9cd9-5f401a8f0245 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0492947 Nov 04 14:18:14.943887 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:18:14.980535 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f425cbfe-f9f5-49e9-999c-dffbf1874cf3 req-8a1cb7ae-1b03-40cd-97d7-a7c48141f5c7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Nov 04 14:18:15.036209 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:15.050767 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'port_id': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'mac_address': 'fa:16:3e:12:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:18:15.086681 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:15.098961 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9170e54a-eaf2-486c-ba59-edc47304cbf9 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:18:15.117180 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:15.202028 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:15.249599 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:15.256743 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.257462 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.257462 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.257755 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.258091 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.258455 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.258840 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.259172 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.259522 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.259877 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.260187 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.260509 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:15.517657 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['9170e54a-eaf2-486c-ba59-edc47304cbf9'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:18:15.968986 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db5934-aae4-4f11-9d00-de375d26dcdf req-b203654b-9d9e-4a52-9e78-5d82b1d70b3f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:15.970485 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-61db5934-aae4-4f11-9d00-de375d26dcdf req-b203654b-9d9e-4a52-9e78-5d82b1d70b3f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 945 time: 0.0534682 Nov 04 14:18:16.021634 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-61db5934-aae4-4f11-9d00-de375d26dcdf req-6e1d32e5-3496-48b3-a725-5d35a43f1e52 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Nov 04 14:18:16.110497 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c5cf-1601-411c-ab87-b54b970c11b6 req-161b96cf-60aa-42a8-bd3c-d88ac19b91cb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:16.112211 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59d7c5cf-1601-411c-ab87-b54b970c11b6 req-161b96cf-60aa-42a8-bd3c-d88ac19b91cb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0481579 Nov 04 14:18:16.162160 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-59d7c5cf-1601-411c-ab87-b54b970c11b6 req-7c201d7a-b142-4155-a287-8e274e66a743 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439763 Nov 04 14:18:16.470639 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:18:16.590219 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 9170e54a-eaf2-486c-ba59-edc47304cbf9 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:18:16.594760 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 9170e54a-eaf2-486c-ba59-edc47304cbf9 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:18:16.601037 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:16.687821 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:16.713624 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:18:16.715964 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0358ef2f-9d77-4512-9169-9fb100189575" -d '{"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-plugged", "status": "completed", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:18:16.727464 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bea6af-5a5c-44d5-92f0-6f7426e0b2a4 req-7b7bbfda-2400-484c-b354-a114443557f0 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:16.728895 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0bea6af-5a5c-44d5-92f0-6f7426e0b2a4 req-7b7bbfda-2400-484c-b354-a114443557f0 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Nov 04 14:18:16.731371 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:16.764100 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891646f6-7408-4505-92d6-a784206937c5 x-openstack-request-id: req-891646f6-7408-4505-92d6-a784206937c5 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:18:16.766900 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-plugged", "status": "completed", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:18:16.766900 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-891646f6-7408-4505-92d6-a784206937c5 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:18:16.766900 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'code': 200} Nov 04 14:18:16.784080 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0bea6af-5a5c-44d5-92f0-6f7426e0b2a4 req-2202aa5d-1bf4-48bd-a1bf-011712f1b022 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Nov 04 14:18:16.818681 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:16.867299 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:17.142694 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e3cd3-fec0-48bb-9a45-9dca50c09656 req-2ae2b067-7ba3-4a02-b440-76ee426372ec tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:17.144205 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d1e3cd3-fec0-48bb-9a45-9dca50c09656 req-2ae2b067-7ba3-4a02-b440-76ee426372ec tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0484247 Nov 04 14:18:17.224595 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d1e3cd3-fec0-48bb-9a45-9dca50c09656 req-89c97b7e-4883-45e2-8293-a6b504464715 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744534 Nov 04 14:18:17.227385 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf16db-60a7-4723-ad0c-1af3e804923d req-eabd0d6d-a071-4295-b06b-40e9cd73d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:17.228863 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2aaf16db-60a7-4723-ad0c-1af3e804923d req-eabd0d6d-a071-4295-b06b-40e9cd73d6b1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1099 time: 0.0725770 Nov 04 14:18:17.305712 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2aaf16db-60a7-4723-ad0c-1af3e804923d req-47eb5828-aac8-48b0-98e8-8106824f1146 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630896 Nov 04 14:18:17.313363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8df5b-c062-4e1a-b5a7-b8c99fb44c09 req-93a90da7-1571-4913-a958-f2c813d97830 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:17.314807 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e5d8df5b-c062-4e1a-b5a7-b8c99fb44c09 req-93a90da7-1571-4913-a958-f2c813d97830 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0809190 Nov 04 14:18:17.362444 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e5d8df5b-c062-4e1a-b5a7-b8c99fb44c09 req-e02e3f84-7803-4627-b53f-cc5308fa3531 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Nov 04 14:18:17.899401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b56bf-7ddd-4d02-bf99-ae02ce7d42cd req-de57448a-b806-43ff-9d9e-42efbe8a550d tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:17.900848 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fb5b56bf-7ddd-4d02-bf99-ae02ce7d42cd req-de57448a-b806-43ff-9d9e-42efbe8a550d tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0466332 Nov 04 14:18:17.951496 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fb5b56bf-7ddd-4d02-bf99-ae02ce7d42cd req-757a82fd-104c-474e-9e56-d7adef02f5f3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Nov 04 14:18:18.336342 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538f07-48ef-4120-9116-46b42a6635ec req-6f4dbe87-59d5-4170-97fe-f02c1a16693f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:18.337991 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9c538f07-48ef-4120-9116-46b42a6635ec req-6f4dbe87-59d5-4170-97fe-f02c1a16693f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0471630 Nov 04 14:18:18.388240 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9c538f07-48ef-4120-9116-46b42a6635ec req-284019a0-52e9-4e84-866e-fa3da2679547 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Nov 04 14:18:18.479675 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fc5dd-0ca6-44a9-b127-9d87be1dc457 req-be1f28fd-e1c2-4fa2-900f-5855189ed87d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:18.481154 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cc6fc5dd-0ca6-44a9-b127-9d87be1dc457 req-be1f28fd-e1c2-4fa2-900f-5855189ed87d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 943 time: 0.0473111 Nov 04 14:18:18.492359 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:18:18.528001 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cc6fc5dd-0ca6-44a9-b127-9d87be1dc457 req-febe31a3-ae88-4b49-89bd-400f69a577bb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409386 Nov 04 14:18:18.584011 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:18.601811 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'port_id': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:18:18.636736 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:18.650451 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:18:18.670952 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:18.763891 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:18.811885 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=9']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:19.078249 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82a572-cc9e-483e-8186-0f659faf09bd req-0d24e346-a355-49c0-b77d-c18dcf6fb247 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:19.079757 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c82a572-cc9e-483e-8186-0f659faf09bd req-0d24e346-a355-49c0-b77d-c18dcf6fb247 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0527365 Nov 04 14:18:19.127084 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c82a572-cc9e-483e-8186-0f659faf09bd req-64d5d270-190e-4c06-ae3d-f09d2e11756b tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Nov 04 14:18:19.232105 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['5a26a582-dfc9-44c5-b9ce-348ca9ffb640'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:18:19.309362 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-863d1e06-316f-4b25-bd2f-5f2433ee1e4f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:19.310765 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-863d1e06-316f-4b25-bd2f-5f2433ee1e4f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0477111 Nov 04 14:18:19.404403 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Deleting port fadab3c7-484c-4980-8c43-acbd38cb2671 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:18:19.405624 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:19.524836 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] For port fadab3c7-484c-4980-8c43-acbd38cb2671, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=fadab3c7-484c-4980-8c43-acbd38cb2671,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:19.525199 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:19.540843 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c34cf9-8ebc-49af-936c-3ffb0c189776 req-0dde7fbe-b9a3-4bf6-a86d-27b52e846f83 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:19.542304 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23c34cf9-8ebc-49af-936c-3ffb0c189776 req-0dde7fbe-b9a3-4bf6-a86d-27b52e846f83 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0859013 Nov 04 14:18:19.548689 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Calling delete_port for fadab3c7-484c-4980-8c43-acbd38cb2671 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:18:19.671464 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23c34cf9-8ebc-49af-936c-3ffb0c189776 req-a860f48d-93ea-4356-880d-ab01baed9403 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186805 Nov 04 14:18:19.699306 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe77a-0700-4502-982b-b60ecb16fb66 req-272d0831-637a-4f15-99d9-fff62cad40ce tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:19.700835 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-74efe77a-0700-4502-982b-b60ecb16fb66 req-272d0831-637a-4f15-99d9-fff62cad40ce tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 944 time: 0.0983944 Nov 04 14:18:19.822909 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-74efe77a-0700-4502-982b-b60ecb16fb66 req-6c9c179e-066f-413f-9307-9dc5df27448b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052485 Nov 04 14:18:19.837289 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279ee93-86f0-4e88-a127-ed93221b26aa req-63802643-28fc-4975-8bd1-ad0a740a6a6a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:19.838803 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b279ee93-86f0-4e88-a127-ed93221b26aa req-63802643-28fc-4975-8bd1-ad0a740a6a6a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0885572 Nov 04 14:18:19.894778 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b279ee93-86f0-4e88-a127-ed93221b26aa req-251a5429-8385-4708-a1d4-6619a0808c4c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Nov 04 14:18:19.895800 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:19.917174 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46912) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:19.924429 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event deleted for resources: {'Port': ['ID=fadab3c7-484c-4980-8c43-acbd38cb2671,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:19.963667 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] No DVR routers for this DVR port fadab3c7-484c-4980-8c43-acbd38cb2671 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:18:19.966204 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:19.970191 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aeb19dd7-132f-44d9-97e9-0257f10e1b1b req-47d24503-a495-4acb-a012-bef78b4b5ed7 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "DELETE /v2.0/ports/fadab3c7-484c-4980-8c43-acbd38cb2671 HTTP/1.1" status: 204 len: 173 time: 0.6519368 Nov 04 14:18:19.970648 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'name': 'network-vif-deleted', 'tag': 'fadab3c7-484c-4980-8c43-acbd38cb2671'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:18:19.972924 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a66fc6-c61b-44ed-b629-fa47bc0e75fd" -d '{"events": [{"server_uuid": "d430818e-e3c1-4734-a625-dd2202d0d0e6", "name": "network-vif-deleted", "tag": "fadab3c7-484c-4980-8c43-acbd38cb2671"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:18:20.009813 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253', '35e53680-2447-468e-b9e4-3d988e664bc0', 'fadab3c7-484c-4980-8c43-acbd38cb2671'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:18:20.013638 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92f0d41-7d9d-42a8-8ef3-b92bb90eff5d x-openstack-request-id: req-b92f0d41-7d9d-42a8-8ef3-b92bb90eff5d {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:18:20.014572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d430818e-e3c1-4734-a625-dd2202d0d0e6", "name": "network-vif-deleted", "tag": "fadab3c7-484c-4980-8c43-acbd38cb2671", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:18:20.020819 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b92f0d41-7d9d-42a8-8ef3-b92bb90eff5d {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:18:20.020819 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd430818e-e3c1-4734-a625-dd2202d0d0e6', 'name': 'network-vif-deleted', 'tag': 'fadab3c7-484c-4980-8c43-acbd38cb2671', 'status': 'completed', 'code': 200} Nov 04 14:18:20.142073 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb82cf-7a9a-4519-83d0-65b2630faa45 tempest-TestShelveInstance-278914778 tempest-TestShelveInstance-278914778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:20.143725 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b3bb82cf-7a9a-4519-83d0-65b2630faa45 tempest-TestShelveInstance-278914778 tempest-TestShelveInstance-278914778-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1094 time: 0.2253842 Nov 04 14:18:20.146743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 46918) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:20.151447 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'port_id': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:18:20.221383 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ca939523-a9b2-49e4-819b-74408a982d12 req-1b0393ba-5194-485f-a131-32b25189642b tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=d430818e-e3c1-4734-a625-dd2202d0d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Nov 04 14:18:20.287318 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for floatingip, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.385515 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.486219 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Allocated IP 172.27.1.156 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/ffdff0a6-3a5e-43d8-a041-b23a07194eb8) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:18:20.507626 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:18:20.553960 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:18:20.554329 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.585774 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.632776 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.654071 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:18:20.656185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591325cb-5b3b-4dae-ab70-34e062dc85b6" -d '{"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-plugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:18:20.668389 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:20.671498 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.693836 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96f2e9-c89c-4b82-9162-82745100d453 x-openstack-request-id: req-da96f2e9-c89c-4b82-9162-82745100d453 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:18:20.694154 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-plugged", "status": "completed", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:18:20.694444 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da96f2e9-c89c-4b82-9162-82745100d453 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:18:20.694845 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'code': 200} Nov 04 14:18:20.707406 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:18:20.710133 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:18:20.715796 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:18:20.739358 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'Port': ['ID=ffdff0a6-3a5e-43d8-a041-b23a07194eb8,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:20.750616 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:20.797657 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=10']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:20.987633 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f29053-46dc-47af-8aa1-2bb9f63182bf req-59fc037f-90a7-4f8c-a56c-3d247c05c989 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:20.989330 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-09f29053-46dc-47af-8aa1-2bb9f63182bf req-59fc037f-90a7-4f8c-a56c-3d247c05c989 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0864959 Nov 04 14:18:21.039877 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-09f29053-46dc-47af-8aa1-2bb9f63182bf req-00761f15-d3df-41d0-b4d2-ce88cbfe423f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Nov 04 14:18:21.090640 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:21.233169 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:21.395763 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:21.429847 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ad32f-b8a0-4a8b-833d-d02690181f5d req-358a018f-5ec5-46f3-9ed3-0b3ef1da2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:21.431350 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-409ad32f-b8a0-4a8b-833d-d02690181f5d req-358a018f-5ec5-46f3-9ed3-0b3ef1da2a0d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1099 time: 0.0422289 Nov 04 14:18:21.475957 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28841805'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:21.480294 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-409ad32f-b8a0-4a8b-833d-d02690181f5d req-9f925b54-bf55-4daf-a9da-d17c5624902b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Nov 04 14:18:21.544045 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event updated for resources: {'Port': ['ID=ffdff0a6-3a5e-43d8-a041-b23a07194eb8,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:21.555795 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:21.652573 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.l3_db [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Floating IP db0b7ae8-caa9-46ec-a704-9a2a7fcf8711 associated. External IP: 172.27.1.156, port: 9170e54a-eaf2-486c-ba59-edc47304cbf9. Nov 04 14:18:21.774640 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8283ca2-03c4-4070-9214-24203d0af538 req-092051c5-2695-4e89-aaff-1e8be8d26828 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:21.776168 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c8283ca2-03c4-4070-9214-24203d0af538 req-092051c5-2695-4e89-aaff-1e8be8d26828 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0491495 Nov 04 14:18:21.832188 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c8283ca2-03c4-4070-9214-24203d0af538 req-ce3ef0f3-ac53-4f99-99c5-f7c50dccc6d4 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496075 Nov 04 14:18:21.878238 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Router ced93846-21da-4caa-98ea-2d85d564c3b2 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:18:21.983135 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:18:21.994443 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] Sync routers for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:18:22.004765 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:18:22.005381 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:18:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:22.118282 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:22.147117 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-be5d6fbc-ad8f-4a7e-afb9-634a3e256784 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9993269 Nov 04 14:18:22.147709 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:18:22.150108 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f95b72-82c8-4d59-b799-489c44f653ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:18:22.180544 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22461ce5-dd0a-45b1-a10e-ba16820ff826 req-e64e447c-4453-48db-94f1-9110a6f65512 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:22.180544 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22461ce5-dd0a-45b1-a10e-ba16820ff826 req-e64e447c-4453-48db-94f1-9110a6f65512 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0619695 Nov 04 14:18:22.201138 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b2c4f-a64a-4231-b986-3754d60dd9b3 x-openstack-request-id: req-2b5b2c4f-a64a-4231-b986-3754d60dd9b3 {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:18:22.201430 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:18:22.201686 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b5b2c4f-a64a-4231-b986-3754d60dd9b3 {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:18:22.202082 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'status': 'completed', 'code': 200} Nov 04 14:18:22.235224 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:18:22.242417 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22461ce5-dd0a-45b1-a10e-ba16820ff826 req-26881b08-df61-4f88-8858-d3ae793a397c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576041 Nov 04 14:18:22.271557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-29d4ddad-b6e1-437b-8786-bf735ffc710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:22.273045 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-29d4ddad-b6e1-437b-8786-bf735ffc710d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1099 time: 0.0435865 Nov 04 14:18:22.397911 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-e6a7a77f-3958-4342-84a7-9c03ceb18fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:22.398144 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-e6a7a77f-3958-4342-84a7-9c03ceb18fcf service neutron] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 907 time: 0.0982111 Nov 04 14:18:22.470896 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-45cf3817-d8fb-4b06-9d4c-4ab67704f2cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 1000 time: 0.0627091 Nov 04 14:18:22.504841 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device fadab3c7-484c-4980-8c43-acbd38cb2671 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:18:22.528351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: fadab3c7-484c-4980-8c43-acbd38cb2671 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:18:22.528703 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device fadab3c7-484c-4980-8c43-acbd38cb2671 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:18:22.538578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-34da4401-d48d-409d-9927-5bfd3d2222f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:22.538743 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': 'db0b7ae8-caa9-46ec-a704-9a2a7fcf8711', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'port_id': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'mac_address': 'fa:16:3e:12:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06084ca-5be0-446f-a37d-50541f889388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:18:20Z', 'updated_at': '2021-11-04T14:18:20Z', 'revision_number': 0, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:15Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:22.540312 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-34da4401-d48d-409d-9927-5bfd3d2222f0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.0535414 Nov 04 14:18:22.569112 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] Checking router: ced93846-21da-4caa-98ea-2d85d564c3b2 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:18:22.577569 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:18:22.578185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:18:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:22.589596 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-b51f604f-0901-4e6f-a06f-f3eaba0a20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:22.591131 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-b51f604f-0901-4e6f-a06f-f3eaba0a20de service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411687 Nov 04 14:18:22.687796 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-1869ab59-e2c0-4977-aed5-cc02b3b0518a service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878208 Nov 04 14:18:22.689386 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:18:22.805812 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b5f95b72-82c8-4d59-b799-489c44f653ea req-6275a00d-769c-49c4-800e-0cc8b3ce6dd8 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891731 Nov 04 14:18:22.929947 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': 'db0b7ae8-caa9-46ec-a704-9a2a7fcf8711', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'port_id': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'mac_address': 'fa:16:3e:12:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06084ca-5be0-446f-a37d-50541f889388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:18:20Z', 'updated_at': '2021-11-04T14:18:20Z', 'revision_number': 0, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:15Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:22.964597 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa13f9c-4c58-41e8-ad39-b870d0e13ac3 None None] The sync data for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi is: [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': 'db0b7ae8-caa9-46ec-a704-9a2a7fcf8711', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'port_id': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'mac_address': 'fa:16:3e:12:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06084ca-5be0-446f-a37d-50541f889388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:18:20Z', 'updated_at': '2021-11-04T14:18:20Z', 'revision_number': 0, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:15Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:18:23.004971 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1172d-c615-4d56-aea1-2f59bbf28631 req-e36c7aad-d9df-4bf2-9cf9-b6d8f7850f54 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:23.006538 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f0a1172d-c615-4d56-aea1-2f59bbf28631 req-e36c7aad-d9df-4bf2-9cf9-b6d8f7850f54 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0658970 Nov 04 14:18:23.059156 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f0a1172d-c615-4d56-aea1-2f59bbf28631 req-d044dbdc-2bf9-467a-bd44-dad17f0df35f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Nov 04 14:18:23.100473 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:18:23.221392 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d16795-4a24-40fd-8cf4-fc9eac2ad796 None None] New status for floating IP db0b7ae8-caa9-46ec-a704-9a2a7fcf8711: ACTIVE {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:18:23.403019 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d95c8-7fa5-468a-93af-06fe9395edf3 req-c9425098-e2be-4247-8782-93a83f778b84 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:23.405808 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ca2d95c8-7fa5-468a-93af-06fe9395edf3 req-c9425098-e2be-4247-8782-93a83f778b84 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0750172 Nov 04 14:18:23.458408 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ca2d95c8-7fa5-468a-93af-06fe9395edf3 req-83853b67-0e5e-4195-9b3c-bc9805da8985 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Nov 04 14:18:23.867127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-335729a4-4577-4ecf-ad41-da2a44c30751 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:23.868585 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-335729a4-4577-4ecf-ad41-da2a44c30751 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0474782 Nov 04 14:18:23.969478 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Deleting port 35e53680-2447-468e-b9e4-3d988e664bc0 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:18:23.969478 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:24.068310 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] For port 35e53680-2447-468e-b9e4-3d988e664bc0, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=35e53680-2447-468e-b9e4-3d988e664bc0,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:24.071209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:24.083827 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Calling delete_port for 35e53680-2447-468e-b9e4-3d988e664bc0 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:18:24.205801 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fb860-a609-447a-893d-2552c0c96e2e req-fc7025d9-4f68-4028-9e7c-7ce491bb3c5a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:24.207233 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1e2fb860-a609-447a-893d-2552c0c96e2e req-fc7025d9-4f68-4028-9e7c-7ce491bb3c5a tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 945 time: 0.0712893 Nov 04 14:18:24.289183 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1e2fb860-a609-447a-893d-2552c0c96e2e req-4a02289d-0709-4b62-945f-cbb32a596ce6 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Nov 04 14:18:24.358259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:24.373885 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253', '35e53680-2447-468e-b9e4-3d988e664bc0'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:18:24.396870 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event deleted for resources: {'Port': ['ID=35e53680-2447-468e-b9e4-3d988e664bc0,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:24.439761 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] No DVR routers for this DVR port 35e53680-2447-468e-b9e4-3d988e664bc0 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:18:24.442483 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:24.446014 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5211faac-ce68-4a5f-aa7f-cdeae6b27b8d req-f41f7268-a0c8-44a9-a0ad-fbfb6296b83f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "DELETE /v2.0/ports/35e53680-2447-468e-b9e4-3d988e664bc0 HTTP/1.1" status: 204 len: 173 time: 0.5704665 Nov 04 14:18:24.446491 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040817ac-9955-4948-a166-d2cd4834a3ab', 'name': 'network-vif-deleted', 'tag': '35e53680-2447-468e-b9e4-3d988e664bc0'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:18:24.448699 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da30a19-ab18-4ec4-a5d2-51fcf5c1baad" -d '{"events": [{"server_uuid": "040817ac-9955-4948-a166-d2cd4834a3ab", "name": "network-vif-deleted", "tag": "35e53680-2447-468e-b9e4-3d988e664bc0"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:18:24.502900 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848a343-d6c2-45ca-83a1-f2fd61cfa9c0 x-openstack-request-id: req-9848a343-d6c2-45ca-83a1-f2fd61cfa9c0 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:18:24.503189 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040817ac-9955-4948-a166-d2cd4834a3ab", "name": "network-vif-deleted", "tag": "35e53680-2447-468e-b9e4-3d988e664bc0", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:18:24.503440 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9848a343-d6c2-45ca-83a1-f2fd61cfa9c0 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:18:24.503858 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040817ac-9955-4948-a166-d2cd4834a3ab', 'name': 'network-vif-deleted', 'tag': '35e53680-2447-468e-b9e4-3d988e664bc0', 'status': 'completed', 'code': 200} Nov 04 14:18:24.596617 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384c7c-f81b-4022-937c-589f646fa563 req-4f88fa54-dcaf-477c-9e04-bfcf1e638cb5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:24.598146 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-90384c7c-f81b-4022-937c-589f646fa563 req-4f88fa54-dcaf-477c-9e04-bfcf1e638cb5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0596237 Nov 04 14:18:24.654239 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-90384c7c-f81b-4022-937c-589f646fa563 req-ff92da33-edf1-4482-b895-047a8e9420a4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502801 Nov 04 14:18:25.396299 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c674919-8984-4a59-a958-037ad9732f3d req-b0f12397-abd2-4d75-be48-b0f5c820b816 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=040817ac-9955-4948-a166-d2cd4834a3ab HTTP/1.1" status: 200 len: 210 time: 0.0266922 Nov 04 14:18:25.782095 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff64f-8b30-418f-8a01-f2f09d50e90a req-ae444152-8701-45d5-b856-2c900c9fecf3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:25.783604 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf4ff64f-8b30-418f-8a01-f2f09d50e90a req-ae444152-8701-45d5-b856-2c900c9fecf3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0488021 Nov 04 14:18:25.837848 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf4ff64f-8b30-418f-8a01-f2f09d50e90a req-c11f8a75-3a94-4d7e-8013-ad8279145497 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479736 Nov 04 14:18:26.403398 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:26.497282 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 35e53680-2447-468e-b9e4-3d988e664bc0 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:18:26.519974 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 35e53680-2447-468e-b9e4-3d988e664bc0 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:18:26.520318 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 35e53680-2447-468e-b9e4-3d988e664bc0 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:18:28.091533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adc3fb-10ca-47e2-97c2-393fe82cf5b1 req-e279d1d2-e219-4ff1-86b1-a95fa5676042 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:28.093021 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f5adc3fb-10ca-47e2-97c2-393fe82cf5b1 req-e279d1d2-e219-4ff1-86b1-a95fa5676042 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.0520413 Nov 04 14:18:28.144248 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f5adc3fb-10ca-47e2-97c2-393fe82cf5b1 req-06ca23fc-b6e4-4d2f-99d1-83952eb4014f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Nov 04 14:18:29.200676 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47126) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:29.257094 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceef54b-193e-4b5d-82e6-7b275ff77b9c req-20acdf64-1c2d-42c1-8842-35065b5a776c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:29.258736 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2ceef54b-193e-4b5d-82e6-7b275ff77b9c req-20acdf64-1c2d-42c1-8842-35065b5a776c tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.0483079 Nov 04 14:18:29.305474 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2ceef54b-193e-4b5d-82e6-7b275ff77b9c req-f0296f1e-a646-49b7-a768-7d448359bb35 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Nov 04 14:18:29.308428 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4467111b-1661-4deb-83e8-9e06f0f6bef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.387233 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4467111b-1661-4deb-83e8-9e06f0f6bef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.454935 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4467111b-1661-4deb-83e8-9e06f0f6bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.492573 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-4467111b-1661-4deb-83e8-9e06f0f6bef3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b67438716517497b86bbb18182e02588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907488 Nov 04 14:18:29.493423 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467111b-1661-4deb-83e8-9e06f0f6bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ca08e-b42e-4678-83e5-19fdf90c6660,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:29.495297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47130) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:29.546658 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7ca579ab-69bb-4acc-b915-9608e6a92aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.567647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7ca579ab-69bb-4acc-b915-9608e6a92aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.694772 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7ca579ab-69bb-4acc-b915-9608e6a92aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.697308 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7ca579ab-69bb-4acc-b915-9608e6a92aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:29.698535 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7ca579ab-69bb-4acc-b915-9608e6a92aaf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a4ca08e-b42e-4678-83e5-19fdf90c6660 HTTP/1.1" status: 204 len: 168 time: 0.2021883 Nov 04 14:18:29.706869 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca579ab-69bb-4acc-b915-9608e6a92aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ca08e-b42e-4678-83e5-19fdf90c6660,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:29.786617 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-d7c14bf9-c0a0-4a75-84eb-16893b6c2da3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:29.788138 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-d7c14bf9-c0a0-4a75-84eb-16893b6c2da3 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.0475917 Nov 04 14:18:30.114087 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Deleting port 0e887e79-5f0d-46bf-bd0e-576f750b4253 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:18:30.114531 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:30.234213 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] For port 0e887e79-5f0d-46bf-bd0e-576f750b4253, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0e887e79-5f0d-46bf-bd0e-576f750b4253,segment=NetworkSegment(182027ad-d65e-4515-a617-97760a7331ca),segment_id=182027ad-d65e-4515-a617-97760a7331ca)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:18:30.234603 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:30.247346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Calling delete_port for 0e887e79-5f0d-46bf-bd0e-576f750b4253 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:18:30.419339 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d1a74-b85a-4b47-8ab8-212d4796e83d req-a9cbc4cb-49a3-4a78-9fbf-8b09a1026367 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:30.421262 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d03d1a74-b85a-4b47-8ab8-212d4796e83d req-a9cbc4cb-49a3-4a78-9fbf-8b09a1026367 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/ports?device_id=101d1bde-c6c2-4658-a6c6-8833abed1e5a HTTP/1.1" status: 200 len: 945 time: 0.0496345 Nov 04 14:18:30.469006 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d03d1a74-b85a-4b47-8ab8-212d4796e83d req-7a451f03-a6b3-492d-a32d-ec918102a76f tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.74 "GET /v2.0/security-groups?id=aa5e2186-5d38-4cdd-bacc-b903ec485e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Nov 04 14:18:30.472103 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:30.485178 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['0e887e79-5f0d-46bf-bd0e-576f750b4253'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:18:30.505776 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Pushing event deleted for resources: {'Port': ['ID=0e887e79-5f0d-46bf-bd0e-576f750b4253,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:30.546251 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] No DVR routers for this DVR port 0e887e79-5f0d-46bf-bd0e-576f750b4253 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:18:30.548900 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:30.552719 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9764c6eb-7bdc-4507-b9a8-f7b95ba50690 req-34ad5b63-489f-4440-9ea7-441515a2a238 tempest-AttachVolumeNegativeTest-1344589905 tempest-AttachVolumeNegativeTest-1344589905-project] 10.222.0.107 "DELETE /v2.0/ports/0e887e79-5f0d-46bf-bd0e-576f750b4253 HTTP/1.1" status: 204 len: 173 time: 0.7578902 Nov 04 14:18:30.553172 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'name': 'network-vif-deleted', 'tag': '0e887e79-5f0d-46bf-bd0e-576f750b4253'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:18:30.555875 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466b135d-0bc8-4b9e-b3b3-d0587424b3ee" -d '{"events": [{"server_uuid": "101d1bde-c6c2-4658-a6c6-8833abed1e5a", "name": "network-vif-deleted", "tag": "0e887e79-5f0d-46bf-bd0e-576f750b4253"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:18:30.591874 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd98635-37df-4cdd-982b-31633e950a40 x-openstack-request-id: req-ecd98635-37df-4cdd-982b-31633e950a40 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:18:30.592160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101d1bde-c6c2-4658-a6c6-8833abed1e5a", "name": "network-vif-deleted", "tag": "0e887e79-5f0d-46bf-bd0e-576f750b4253", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:18:30.592412 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ecd98635-37df-4cdd-982b-31633e950a40 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:18:30.593341 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101d1bde-c6c2-4658-a6c6-8833abed1e5a', 'name': 'network-vif-deleted', 'tag': '0e887e79-5f0d-46bf-bd0e-576f750b4253', 'status': 'completed', 'code': 200} Nov 04 14:18:31.521929 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47184) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:31.569248 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Deleting subnet 205286e7-3bd0-40ac-9a8d-a5d1e2993d33 {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:18:31.572398 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.611610 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.617040 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.727627 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.756292 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205286e7-3bd0-40ac-9a8d-a5d1e2993d33,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:31.759968 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.763197 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1bf73aba-b5c8-41cf-a6de-971ea08ef494 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/205286e7-3bd0-40ac-9a8d-a5d1e2993d33 HTTP/1.1" status: 204 len: 168 time: 0.2399597 Nov 04 14:18:31.767245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47190) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:31.834477 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.917039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:31.936607 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.936958 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.937727 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.938103 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > port after_create 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.938487 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.938830 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > port after_update 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.939158 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.939482 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.939808 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:31.940136 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:32.006726 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:32.007075 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:32.007412 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:32.007750 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 14:18:32.008147 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e73af2d-8a2a-4629-8aae-5b5e496eb49f']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:32.025030 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182027ad-d65e-4515-a617-97760a7331ca') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:32.025327 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182027ad-d65e-4515-a617-97760a7331ca') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:18:32.041109 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.065489 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.074179 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:18:32.074536 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: from cryptography.utils import int_from_bytes Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: from cryptography.utils import int_from_bytes Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:18:32.079784 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:18:32.207264 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.213340 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.216751 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8e73af2d-8a2a-4629-8aae-5b5e496eb49f HTTP/1.1" status: 204 len: 168 time: 0.4485598 Nov 04 14:18:32.229881 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7ab8-929c-4692-a673-d8e785175441 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e73af2d-8a2a-4629-8aae-5b5e496eb49f,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:32.522640 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 0e887e79-5f0d-46bf-bd0e-576f750b4253 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:18:32.542146 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 0e887e79-5f0d-46bf-bd0e-576f750b4253 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:18:32.542518 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 0e887e79-5f0d-46bf-bd0e-576f750b4253 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:18:32.606541 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47204) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:32.647346 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a9fee994-0732-41f1-91ec-833ff42afb96 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c04646a3a2d346cbb1ce1e319c924706&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396461 Nov 04 14:18:32.649876 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47208) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:32.700140 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-92626b66-38d1-4ec8-b159-3957ea15587f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.724741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-92626b66-38d1-4ec8-b159-3957ea15587f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.846867 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-92626b66-38d1-4ec8-b159-3957ea15587f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.849609 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-92626b66-38d1-4ec8-b159-3957ea15587f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:32.853234 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-92626b66-38d1-4ec8-b159-3957ea15587f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aa5e2186-5d38-4cdd-bacc-b903ec485e31 HTTP/1.1" status: 204 len: 168 time: 0.1999102 Nov 04 14:18:32.860580 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92626b66-38d1-4ec8-b159-3957ea15587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e2186-5d38-4cdd-bacc-b903ec485e31,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:32.923740 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-03afe772-e043-418e-864d-14a314e16367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:35.225872 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3d4e2914-317e-461e-ae15-282b8aec5951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:36.572392 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:37.797420 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:38.711447 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:43.177686 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464a97c-5cf0-4124-a2f5-9e9758aa0a6b req-9a2a4d1c-c46f-40a0-af9c-95b1a02f4276 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:43.179227 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c464a97c-5cf0-4124-a2f5-9e9758aa0a6b req-9a2a4d1c-c46f-40a0-af9c-95b1a02f4276 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0499780 Nov 04 14:18:43.228440 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c464a97c-5cf0-4124-a2f5-9e9758aa0a6b req-a67d36e3-a70a-4f2a-8c0b-425385b5f203 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Nov 04 14:18:44.353210 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd2e64-fddf-4496-80cf-e118a578c7a2 req-eefc41cf-44dc-4197-a848-8bc9e0bfa6fb tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:44.354704 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-effd2e64-fddf-4496-80cf-e118a578c7a2 req-eefc41cf-44dc-4197-a848-8bc9e0bfa6fb tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0474181 Nov 04 14:18:44.409495 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-effd2e64-fddf-4496-80cf-e118a578c7a2 req-05c85e2b-2af3-40cd-b4d8-77d4373432bc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480328 Nov 04 14:18:45.352212 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47436) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:45.454356 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e20a62d7-e061-4a52-8d8e-7a1890a1d897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.545585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a98cd9-b833-4fd1-a4b7-7620c6b030b8 req-7cfa87fc-58d1-41c2-b0a1-f64a38af1b8f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:45.547558 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e7a98cd9-b833-4fd1-a4b7-7620c6b030b8 req-7cfa87fc-58d1-41c2-b0a1-f64a38af1b8f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0706902 Nov 04 14:18:45.583293 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e20a62d7-e061-4a52-8d8e-7a1890a1d897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.611148 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e7a98cd9-b833-4fd1-a4b7-7620c6b030b8 req-b8079f5f-0b84-4923-9226-64ed20b64cdb tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535324 Nov 04 14:18:45.640805 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e20a62d7-e061-4a52-8d8e-7a1890a1d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.677699 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a62d7-e061-4a52-8d8e-7a1890a1d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e646fcca-90dc-4268-adfe-1d79871fbbc9,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:45.681818 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e20a62d7-e061-4a52-8d8e-7a1890a1d897 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cbba3b0735a54a8d84eb929a38b44b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285723 Nov 04 14:18:45.684442 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47446) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:45.735209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d37e90ab-0257-4b3b-ba02-6d0cbea3541e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.755208 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d37e90ab-0257-4b3b-ba02-6d0cbea3541e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.886351 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d37e90ab-0257-4b3b-ba02-6d0cbea3541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.889008 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d37e90ab-0257-4b3b-ba02-6d0cbea3541e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:45.890171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-d37e90ab-0257-4b3b-ba02-6d0cbea3541e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e646fcca-90dc-4268-adfe-1d79871fbbc9 HTTP/1.1" status: 204 len: 168 time: 0.2048383 Nov 04 14:18:45.898784 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e90ab-0257-4b3b-ba02-6d0cbea3541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646fcca-90dc-4268-adfe-1d79871fbbc9,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:46.723755 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b4ee-6788-4eb7-acaf-34e6ab0e84a3 req-b18b7a13-cc21-437e-bc5b-3d097bd5c577 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:46.725231 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4098b4ee-6788-4eb7-acaf-34e6ab0e84a3 req-b18b7a13-cc21-437e-bc5b-3d097bd5c577 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0478151 Nov 04 14:18:46.771860 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4098b4ee-6788-4eb7-acaf-34e6ab0e84a3 req-5219f0a6-9e2d-47f5-8e86-f57c860e69b0 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Nov 04 14:18:47.888191 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094f56d-b216-407d-be48-923c0da8146f req-9deca485-3bd2-4f59-b81d-2c9098afe064 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:47.889656 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0094f56d-b216-407d-be48-923c0da8146f req-9deca485-3bd2-4f59-b81d-2c9098afe064 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0501134 Nov 04 14:18:47.936322 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0094f56d-b216-407d-be48-923c0da8146f req-708b5855-5a48-49eb-9028-51dba2cfce22 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Nov 04 14:18:49.049378 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7f237-bf27-40ee-976c-d1372eab0105 req-ef1638fd-4225-4fe4-aaa8-4a403d087c3d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:49.050884 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70e7f237-bf27-40ee-976c-d1372eab0105 req-ef1638fd-4225-4fe4-aaa8-4a403d087c3d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0474689 Nov 04 14:18:49.097808 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70e7f237-bf27-40ee-976c-d1372eab0105 req-cda21d94-2010-43f5-8e34-e820953fd685 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Nov 04 14:18:50.209201 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9e3b7-a102-4788-989e-7fee64583318 req-9d62e3d3-6aca-4e96-b15f-d733bc64c099 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:50.210690 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-eed9e3b7-a102-4788-989e-7fee64583318 req-9d62e3d3-6aca-4e96-b15f-d733bc64c099 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0468092 Nov 04 14:18:50.264831 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-eed9e3b7-a102-4788-989e-7fee64583318 req-7390fe72-18ef-4dd8-ad4f-c0557778e70d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474117 Nov 04 14:18:51.379898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573efc7-38b9-4ec3-bd23-724899780671 req-f47d1d6a-892c-4bb5-a0ea-3ea19402dcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:51.381275 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9573efc7-38b9-4ec3-bd23-724899780671 req-f47d1d6a-892c-4bb5-a0ea-3ea19402dcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0476162 Nov 04 14:18:51.427743 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9573efc7-38b9-4ec3-bd23-724899780671 req-bf580be7-c76f-4b1f-90f2-491ba19c32cc tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404189 Nov 04 14:18:52.370108 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47560) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:52.476019 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e222-bd8f-45c5-8c11-6c051841f7dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.546060 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af5e6-c3a3-4c98-8b0a-9c501d25c55d req-6f07cf84-505a-47c6-8240-0e582ef52b23 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:52.547682 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-649af5e6-c3a3-4c98-8b0a-9c501d25c55d req-6f07cf84-505a-47c6-8240-0e582ef52b23 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0469844 Nov 04 14:18:52.548504 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e222-bd8f-45c5-8c11-6c051841f7dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.603507 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-649af5e6-c3a3-4c98-8b0a-9c501d25c55d req-f2edc1bf-5911-418c-a6a9-f9fd33d9c9b7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490263 Nov 04 14:18:52.618114 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e222-bd8f-45c5-8c11-6c051841f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.663463 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-bcd3e222-bd8f-45c5-8c11-6c051841f7dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a880ea309a349788fb609be7e31d2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922392 Nov 04 14:18:52.666216 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47566) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:52.668055 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3e222-bd8f-45c5-8c11-6c051841f7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16505a1-fb4a-499e-b78c-d4ebcad05ad5,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:52.717565 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.738861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.854188 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.856934 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:52.858181 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e16505a1-fb4a-499e-b78c-d4ebcad05ad5 HTTP/1.1" status: 204 len: 168 time: 0.1909437 Nov 04 14:18:52.865888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16505a1-fb4a-499e-b78c-d4ebcad05ad5,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:52.873106 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.873459 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.873801 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.874140 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.874518 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.874858 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.875265 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.875520 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.875847 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.876174 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.876550 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:52.876814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c13c94-8001-4076-a0c2-2b5c6d55455a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:18:53.561183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47582) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:53.575297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3213a49a-7fe4-4c61-9b1d-e1e09347e43d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.648038 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3213a49a-7fe4-4c61-9b1d-e1e09347e43d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.719296 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3213a49a-7fe4-4c61-9b1d-e1e09347e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.777292 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-3213a49a-7fe4-4c61-9b1d-e1e09347e43d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c52d8b0ba38b43cd8e2680191de309c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150095 Nov 04 14:18:53.778079 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213a49a-7fe4-4c61-9b1d-e1e09347e43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d547cba-81ea-49d3-b363-40694ef46b15,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:53.780003 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47586) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:18:53.797676 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7631c-1482-4915-a633-84eaec3ac44a req-1d7e9784-266a-415c-a243-7eba89687400 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:53.799792 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1d7631c-1482-4915-a633-84eaec3ac44a req-1d7e9784-266a-415c-a243-7eba89687400 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0909050 Nov 04 14:18:53.834841 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a19bd671-c5e9-41ea-9dba-6321e8d87cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.853335 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1d7631c-1482-4915-a633-84eaec3ac44a req-8682dbe1-453b-4d19-9673-1aac0f9aa119 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457597 Nov 04 14:18:53.858795 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a19bd671-c5e9-41ea-9dba-6321e8d87cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.966548 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a19bd671-c5e9-41ea-9dba-6321e8d87cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.969059 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a19bd671-c5e9-41ea-9dba-6321e8d87cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:53.970209 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a19bd671-c5e9-41ea-9dba-6321e8d87cec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d547cba-81ea-49d3-b363-40694ef46b15 HTTP/1.1" status: 204 len: 168 time: 0.1891987 Nov 04 14:18:53.979028 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bd671-c5e9-41ea-9dba-6321e8d87cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d547cba-81ea-49d3-b363-40694ef46b15,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:18:54.176495 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eb1a6-6358-4d7a-8760-e8a50d312e21 req-af584ead-9e19-47ce-8e1b-69b1999f0517 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:54.177991 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-af9eb1a6-6358-4d7a-8760-e8a50d312e21 req-af584ead-9e19-47ce-8e1b-69b1999f0517 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0495327 Nov 04 14:18:54.226318 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-af9eb1a6-6358-4d7a-8760-e8a50d312e21 req-4e93c68d-eb06-4c07-a877-3312fb941fb0 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Nov 04 14:18:55.351092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df66500-dc51-4e30-b82c-9357a5eaf9c9 req-058539cf-4430-4f70-ab1d-cb5541232483 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:55.352652 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0df66500-dc51-4e30-b82c-9357a5eaf9c9 req-058539cf-4430-4f70-ab1d-cb5541232483 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0490422 Nov 04 14:18:55.398777 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0df66500-dc51-4e30-b82c-9357a5eaf9c9 req-2f9ae0b6-9a73-42f3-8341-75a202063ef5 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397499 Nov 04 14:18:56.345579 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:18:56.386298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-1eeecd91-5a77-4c9e-af0e-79c8d4e2f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:56.387793 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-1eeecd91-5a77-4c9e-af0e-79c8d4e2f0f2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 1099 time: 0.0424945 Nov 04 14:18:56.515590 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-2029973b-2edf-4303-94c1-ca8576bd6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:56.517116 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-2029973b-2edf-4303-94c1-ca8576bd6bb5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 911 time: 0.1202042 Nov 04 14:18:56.539241 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3fe9a-4fc7-46f9-b2e3-f3ee83ca41aa req-0d8626ad-133e-4d59-b664-9c6fedccef93 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:56.539241 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-42d3fe9a-4fc7-46f9-b2e3-f3ee83ca41aa req-0d8626ad-133e-4d59-b664-9c6fedccef93 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0634017 Nov 04 14:18:56.617774 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-1434826a-0b7d-47cf-94f7-7f519bb3f1ae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 200 len: 1002 time: 0.0807824 Nov 04 14:18:56.628646 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-42d3fe9a-4fc7-46f9-b2e3-f3ee83ca41aa req-449f9be8-246e-48ec-ada0-6ac8831ff4fe tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856173 Nov 04 14:18:56.699321 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-bbef3ef5-19d9-4519-a37a-4d586a2c7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:56.699321 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-bbef3ef5-19d9-4519-a37a-4d586a2c7779 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.0576532 Nov 04 14:18:56.740309 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-74979767-4627-437e-8006-05f1c4da4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:56.741792 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-74979767-4627-437e-8006-05f1c4da4a1e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427783 Nov 04 14:18:56.831399 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-e19d2b28-d48a-4f45-bd80-4d4cc6a32afc service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820501 Nov 04 14:18:56.923078 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be41dfa1-3191-411f-b9ff-f81ae09533a2 req-44b2ed4e-8c67-40a1-8770-ae35925e04fc service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839846 Nov 04 14:18:57.359153 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-099ce681-8538-4cde-9496-31f653392dcc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429041 Nov 04 14:18:57.458073 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-1a78f0b5-79ec-4c06-800e-482f8d93f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:57.459606 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-1a78f0b5-79ec-4c06-800e-482f8d93f50b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 1099 time: 0.0403013 Nov 04 14:18:57.585151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-ea5464eb-b9e7-445e-bb74-b8daaf2a2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:57.586691 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-ea5464eb-b9e7-445e-bb74-b8daaf2a2dce service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.0961032 Nov 04 14:18:57.674992 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-8e21b3a8-be95-4586-ac55-19810f613423 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 200 len: 1001 time: 0.0779316 Nov 04 14:18:57.758409 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-2479965c-dd78-4580-a852-bb209f221765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:57.759864 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-2479965c-dd78-4580-a852-bb209f221765 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.0728936 Nov 04 14:18:57.777457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8668550-2bb4-4c2f-8fc4-9f062583c5b8 req-bc782a9f-378f-4e87-82cd-5e374552511f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:57.778922 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c8668550-2bb4-4c2f-8fc4-9f062583c5b8 req-bc782a9f-378f-4e87-82cd-5e374552511f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0620646 Nov 04 14:18:57.847527 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-62132034-0149-4aef-bd11-8abfee9ab53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:18:57.849000 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-62132034-0149-4aef-bd11-8abfee9ab53d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797205 Nov 04 14:18:57.853428 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c8668550-2bb4-4c2f-8fc4-9f062583c5b8 req-6ad32798-ecf3-47f1-8462-59bfe756267b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675273 Nov 04 14:18:57.948090 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-4a1accd4-bd58-4a72-a471-1ce6f51c82fb service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898266 Nov 04 14:18:58.048403 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48f2d06e-78e8-4b90-a8c4-124aebb2c184 req-5d720db0-2c2c-4f3b-98d6-f15f8a86305c service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899832 Nov 04 14:19:00.099418 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:19:01.435193 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47768) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:01.523471 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47774) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:01.588692 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.633275 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7b348c84-4d17-4914-8c7c-fc69062b6af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.701053 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.737269 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7b348c84-4d17-4914-8c7c-fc69062b6af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.771686 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.810677 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d979881453d643a99c432371af392006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720648 Nov 04 14:19:01.810677 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546f413f-6ce3-4000-a624-fe57ea5aa600,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:01.811302 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47778) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:01.820571 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.820922 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.821260 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.821651 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.821983 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.822313 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.822674 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.823023 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.823350 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.823670 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.823990 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.824306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49e317-8344-4eda-b555-b1054ed4f04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:01.829925 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7b348c84-4d17-4914-8c7c-fc69062b6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.862734 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c260f2a-63ce-4082-92a1-ae959299a646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.872317 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-7b348c84-4d17-4914-8c7c-fc69062b6af2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cee1c5728d764011b61ff28d45da4cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478506 Nov 04 14:19:01.874261 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348c84-4d17-4914-8c7c-fc69062b6af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6787f88f-f850-4d4e-bdc1-9788a1ffc61d,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:01.875501 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47780) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:01.894240 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c260f2a-63ce-4082-92a1-ae959299a646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.952778 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-616a83f5-4a28-494a-b77d-ca5585d9f664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:01.976006 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-616a83f5-4a28-494a-b77d-ca5585d9f664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.035231 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c260f2a-63ce-4082-92a1-ae959299a646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.039053 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7c260f2a-63ce-4082-92a1-ae959299a646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.041653 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7c260f2a-63ce-4082-92a1-ae959299a646 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/546f413f-6ce3-4000-a624-fe57ea5aa600 HTTP/1.1" status: 204 len: 168 time: 0.2293348 Nov 04 14:19:02.052669 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c260f2a-63ce-4082-92a1-ae959299a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f413f-6ce3-4000-a624-fe57ea5aa600,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:02.093990 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-616a83f5-4a28-494a-b77d-ca5585d9f664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.096828 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-616a83f5-4a28-494a-b77d-ca5585d9f664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.098065 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-616a83f5-4a28-494a-b77d-ca5585d9f664 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6787f88f-f850-4d4e-bdc1-9788a1ffc61d HTTP/1.1" status: 204 len: 168 time: 0.2216232 Nov 04 14:19:02.106261 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a83f5-4a28-494a-b77d-ca5585d9f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6787f88f-f850-4d4e-bdc1-9788a1ffc61d,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:02.815268 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47790) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:02.829324 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83d1c249-d198-4c16-9460-e373a52a006a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.864315 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47792) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:02.878696 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60f748ff-645c-4d71-b0a6-f5801f120fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.917882 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d2b63cc6-5287-49e5-9262-e5ce0c5bea84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.926499 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83d1c249-d198-4c16-9460-e373a52a006a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.956064 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60f748ff-645c-4d71-b0a6-f5801f120fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:02.985681 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83d1c249-d198-4c16-9460-e373a52a006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.014202 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60f748ff-645c-4d71-b0a6-f5801f120fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.025733 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1c249-d198-4c16-9460-e373a52a006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c02da4-d6d8-4256-b409-b32ea4838409,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:03.030265 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-83d1c249-d198-4c16-9460-e373a52a006a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ffbc90bc97348fd8b8a5ec65b654ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139711 Nov 04 14:19:03.033629 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47794) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:03.057230 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-60f748ff-645c-4d71-b0a6-f5801f120fef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28ddf3c92a9a47d89afd3124f15e3078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917617 Nov 04 14:19:03.059178 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f748ff-645c-4d71-b0a6-f5801f120fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7694e-65f6-4217-a65d-aea6e9f3c003,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:03.060029 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47796) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:03.111947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-185663e8-5a7c-4655-b9e4-f37c9b827e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.143433 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-185663e8-5a7c-4655-b9e4-f37c9b827e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.150834 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a83d45f7-cc82-4610-aaf3-87390c56e93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.189405 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a83d45f7-cc82-4610-aaf3-87390c56e93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.402318 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-185663e8-5a7c-4655-b9e4-f37c9b827e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.405869 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-185663e8-5a7c-4655-b9e4-f37c9b827e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.406495 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-185663e8-5a7c-4655-b9e4-f37c9b827e34 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/64c02da4-d6d8-4256-b409-b32ea4838409 HTTP/1.1" status: 204 len: 168 time: 0.3724508 Nov 04 14:19:03.419632 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a83d45f7-cc82-4610-aaf3-87390c56e93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.419632 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a83d45f7-cc82-4610-aaf3-87390c56e93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:03.419632 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a83d45f7-cc82-4610-aaf3-87390c56e93b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42a7694e-65f6-4217-a65d-aea6e9f3c003 HTTP/1.1" status: 204 len: 168 time: 0.3581147 Nov 04 14:19:03.419975 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185663e8-5a7c-4655-b9e4-f37c9b827e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c02da4-d6d8-4256-b409-b32ea4838409,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:03.430137 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d45f7-cc82-4610-aaf3-87390c56e93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7694e-65f6-4217-a65d-aea6e9f3c003,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:05.252486 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-880f2231-0a5a-4498-b635-4edb36b0e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:06.583066 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:06.720095 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 47922) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:06.842175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-92ba31bf-f0a2-4707-9f9f-569ab17421d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:06.920730 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-92ba31bf-f0a2-4707-9f9f-569ab17421d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:06.979605 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-92ba31bf-f0a2-4707-9f9f-569ab17421d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:07.018943 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba31bf-f0a2-4707-9f9f-569ab17421d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd82bb-9864-4d20-b0fb-082f75d475de,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:07.024688 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-92ba31bf-f0a2-4707-9f9f-569ab17421d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e36d1007e084533bea2df0089bbc4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033724 Nov 04 14:19:07.027403 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47930) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:07.078701 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9703826a-5765-458d-9b52-0bff15b94656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:07.103724 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9703826a-5765-458d-9b52-0bff15b94656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:07.214066 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9703826a-5765-458d-9b52-0bff15b94656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:07.216894 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9703826a-5765-458d-9b52-0bff15b94656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:07.218067 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9703826a-5765-458d-9b52-0bff15b94656 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15bd82bb-9864-4d20-b0fb-082f75d475de HTTP/1.1" status: 204 len: 168 time: 0.1896877 Nov 04 14:19:07.226785 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703826a-5765-458d-9b52-0bff15b94656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd82bb-9864-4d20-b0fb-082f75d475de,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:07.550240 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eec0c2-bf51-4dd9-833a-f0d1a6c4dae8 req-204dd186-a4de-4534-a428-da58ad7ac18b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:07.551789 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-65eec0c2-bf51-4dd9-833a-f0d1a6c4dae8 req-204dd186-a4de-4534-a428-da58ad7ac18b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0499997 Nov 04 14:19:07.601457 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-65eec0c2-bf51-4dd9-833a-f0d1a6c4dae8 req-a5264835-51a6-42ae-9330-cf4c54916e8a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438046 Nov 04 14:19:07.812116 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:07.950139 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47952) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:07.963828 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6c63-1f46-4e6e-8c95-1c53813aeb77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.035759 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6c63-1f46-4e6e-8c95-1c53813aeb77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.109085 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6c63-1f46-4e6e-8c95-1c53813aeb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.148649 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e6c63-1f46-4e6e-8c95-1c53813aeb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2d3b09-5574-42bc-a170-d1f2c27a0c03,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:08.155316 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-3a8e6c63-1f46-4e6e-8c95-1c53813aeb77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a648658013db4a8db9b7f01a0c6b773d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013898 Nov 04 14:19:08.160695 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 47956) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:08.203923 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-948ba2aa-0e21-4fa0-8696-2640bdf73705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.225380 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-948ba2aa-0e21-4fa0-8696-2640bdf73705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.362363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-948ba2aa-0e21-4fa0-8696-2640bdf73705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.365029 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-948ba2aa-0e21-4fa0-8696-2640bdf73705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.366189 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-948ba2aa-0e21-4fa0-8696-2640bdf73705 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f2d3b09-5574-42bc-a170-d1f2c27a0c03 HTTP/1.1" status: 204 len: 168 time: 0.2091968 Nov 04 14:19:08.373883 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ba2aa-0e21-4fa0-8696-2640bdf73705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2d3b09-5574-42bc-a170-d1f2c27a0c03,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:08.727847 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac188-cc3f-4060-ae4d-ba603359c9ad req-c4461d9a-1129-41c5-a64e-d48be7e9601e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:08.729336 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfeac188-cc3f-4060-ae4d-ba603359c9ad req-c4461d9a-1129-41c5-a64e-d48be7e9601e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0490158 Nov 04 14:19:08.739665 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:08.777518 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfeac188-cc3f-4060-ae4d-ba603359c9ad req-a4c58066-d884-4279-9380-d53b822cc2af tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=1cd774ef-7bf6-4b5f-9dd4-061c59f59871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Nov 04 14:19:09.240969 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-782887e5-c5bb-43a7-a79c-ba6ceff61c46 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:09.242577 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-782887e5-c5bb-43a7-a79c-ba6ceff61c46 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 946 time: 0.0508251 Nov 04 14:19:09.333491 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Deleting port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:19:09.333834 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:09.424473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] For port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:09.424857 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:09.638803 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:09.639173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:09.639499 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Floating IP 28d7f2f3-3693-45c8-8af1-14b3a643b2ef disassociated. External IP: 172.27.1.208, port: 5a26a582-dfc9-44c5-b9ce-348ca9ffb640. Nov 04 14:19:09.639843 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Calling delete_port for 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:19:09.848246 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:09.900100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event deleted for resources: {'Port': ['ID=5a26a582-dfc9-44c5-b9ce-348ca9ffb640,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:09.905230 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-783ee28a-30e4-476c-bca6-fc7b9a62c2d0 req-dbcd1284-b8d3-4fde-8e9c-7e4913b9587d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 210 time: 0.0506339 Nov 04 14:19:10.024398 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Router 76a34d51-c650-4898-ac58-479902cd769e has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:19:10.376416 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:10.393236 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:10.403157 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:10.403897 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:10.422896 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] No DVR routers for this DVR port 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:19:10.426040 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:10.429746 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-40db242e-cc29-4e7e-bbd8-0dea72ce1555 req-79ee527c-aa58-4e68-883c-9413d2962418 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "DELETE /v2.0/ports/5a26a582-dfc9-44c5-b9ce-348ca9ffb640 HTTP/1.1" status: 204 len: 173 time: 1.1800952 Nov 04 14:19:10.430221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-deleted', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:10.432565 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df135223-ee57-439c-bb5c-154ba8413de1" -d '{"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-deleted", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:10.479223 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043bd1bd-17dd-42f8-9f7e-0bc558431a42 x-openstack-request-id: req-043bd1bd-17dd-42f8-9f7e-0bc558431a42 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:10.479566 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d58c101-4475-4dff-b2e3-a282c1cf6d66", "name": "network-vif-deleted", "tag": "5a26a582-dfc9-44c5-b9ce-348ca9ffb640", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:10.479843 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-043bd1bd-17dd-42f8-9f7e-0bc558431a42 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:10.480238 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d58c101-4475-4dff-b2e3-a282c1cf6d66', 'name': 'network-vif-deleted', 'tag': '5a26a582-dfc9-44c5-b9ce-348ca9ffb640', 'status': 'completed', 'code': 200} Nov 04 14:19:10.519823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:10.871937 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:10.902969 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:10.913032 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:10.913491 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:10.952493 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48026) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:11.037140 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:11.068104 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-063b29e7-d47f-413e-9656-3ab890b5fd06 req-bdbca0f7-c8a3-4da6-8b39-3025ab3bd677 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d58c101-4475-4dff-b2e3-a282c1cf6d66 HTTP/1.1" status: 200 len: 210 time: 0.0374942 Nov 04 14:19:11.113163 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f39ccadc-f98c-4867-90e6-3ee67e85592d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.212498 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f39ccadc-f98c-4867-90e6-3ee67e85592d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.285808 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:11.312214 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11460-f967-4dcc-b33c-936625a43c7d None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:11.355924 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f39ccadc-f98c-4867-90e6-3ee67e85592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.425224 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48038) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:11.425763 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-f39ccadc-f98c-4867-90e6-3ee67e85592d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0d6e293bd39425eade9f3c6222f9c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790523 Nov 04 14:19:11.426730 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ccadc-f98c-4867-90e6-3ee67e85592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082fc4ef-11d2-418f-9764-6db92309ef53,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:11.500077 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-709600d2-ec31-47b2-a869-3011a036169f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.528288 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-709600d2-ec31-47b2-a869-3011a036169f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.644694 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166d6a5-5d71-4a5e-af7f-fc8df63d16f7 None None] New status for floating IP 28d7f2f3-3693-45c8-8af1-14b3a643b2ef: DOWN {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:19:11.659979 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-709600d2-ec31-47b2-a869-3011a036169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.662621 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-709600d2-ec31-47b2-a869-3011a036169f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:11.663828 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-709600d2-ec31-47b2-a869-3011a036169f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/082fc4ef-11d2-418f-9764-6db92309ef53 HTTP/1.1" status: 204 len: 168 time: 0.2363520 Nov 04 14:19:11.679190 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709600d2-ec31-47b2-a869-3011a036169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082fc4ef-11d2-418f-9764-6db92309ef53,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:12.309887 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48074) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:12.369194 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d09d661f-46f1-4ed2-9ee6-d0a792cbac86 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.394006 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d09d661f-46f1-4ed2-9ee6-d0a792cbac86 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.423209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48076) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:12.438009 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-56f99558-9d35-4424-99e9-e7aa7a752254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.487870 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d09d661f-46f1-4ed2-9ee6-d0a792cbac86 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.490536 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d09d661f-46f1-4ed2-9ee6-d0a792cbac86 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.495528 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d09d661f-46f1-4ed2-9ee6-d0a792cbac86 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "DELETE /v2.0/security-groups/1cd774ef-7bf6-4b5f-9dd4-061c59f59871 HTTP/1.1" status: 204 len: 168 time: 0.1805313 Nov 04 14:19:12.495735 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48080) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:12.501038 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d661f-46f1-4ed2-9ee6-d0a792cbac86 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd774ef-7bf6-4b5f-9dd4-061c59f59871,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:12.520136 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.api.v2.resource [None req-a50e98c2-c496-41f3-a8f7-931f1e40d845 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] show failed (client error): The resource could not be found. Nov 04 14:19:12.528590 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a50e98c2-c496-41f3-a8f7-931f1e40d845 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups/1cd774ef-7bf6-4b5f-9dd4-061c59f59871 HTTP/1.1" status: 404 len: 347 time: 0.0245872 Nov 04 14:19:12.529023 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48084) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:12.562903 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-56f99558-9d35-4424-99e9-e7aa7a752254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.618020 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-56f99558-9d35-4424-99e9-e7aa7a752254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.665579 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-56f99558-9d35-4424-99e9-e7aa7a752254 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=21f23d76f53042fe9dede67abee35dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410207 Nov 04 14:19:12.665899 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48094) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:12.666561 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f99558-9d35-4424-99e9-e7aa7a752254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362183be-50c5-40dc-9484-d567797fde75,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:12.676873 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Deleting port 4cc9d405-7a64-407c-8cd4-13a269e626c4 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:19:12.677192 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.706808 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:19:12.731498 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:19:12.735099 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 5a26a582-dfc9-44c5-b9ce-348ca9ffb640 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:19:12.777020 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fdfadfc4-c6f4-436a-a3a7-e3ebdeb921a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.795026 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.795356 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.817108 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Calling delete_port for 4cc9d405-7a64-407c-8cd4-13a269e626c4 owned by network:floatingip {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:19:12.819951 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fdfadfc4-c6f4-436a-a3a7-e3ebdeb921a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.996593 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fdfadfc4-c6f4-436a-a3a7-e3ebdeb921a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:12.999249 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fdfadfc4-c6f4-436a-a3a7-e3ebdeb921a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.000390 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-fdfadfc4-c6f4-436a-a3a7-e3ebdeb921a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/362183be-50c5-40dc-9484-d567797fde75 HTTP/1.1" status: 204 len: 168 time: 0.3327234 Nov 04 14:19:13.008020 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfadfc4-c6f4-436a-a3a7-e3ebdeb921a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362183be-50c5-40dc-9484-d567797fde75,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:13.053805 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.078598 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event deleted for resources: {'Port': ['ID=4cc9d405-7a64-407c-8cd4-13a269e626c4,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:13.364188 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.366806 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.371182 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-74a4e461-0b26-4e1e-b195-a2e6901ff9f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "DELETE /v2.0/floatingips/28d7f2f3-3693-45c8-8af1-14b3a643b2ef HTTP/1.1" status: 204 len: 168 time: 0.8374519 Nov 04 14:19:13.675824 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48148) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:13.680433 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339566137', 'description': 'tempest-description--2107500556'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:13.768604 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.834972 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.903425 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.931969 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d16a9b-cf26-4515-a86a-8860dc2bb04e,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:13.996905 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:13.998329 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2bd0011a-aa86-4241-8a42-e4f3d25ce9e9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3214815 Nov 04 14:19:14.001726 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48158) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:14.012336 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'security_group_rule': {'security_group_id': 'b1d16a9b-cf26-4515-a86a-8860dc2bb04e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:14.061923 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48162) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:14.096401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.183252 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bc130ba5-9364-47e0-b22a-bba7eedd487e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.185884 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.254418 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bc130ba5-9364-47e0-b22a-bba7eedd487e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.280406 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.298255 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d4aec7-d0e0-4c51-95ae-65aa57f75d9f,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:14.342949 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bc130ba5-9364-47e0-b22a-bba7eedd487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.380350 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.381474 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a9e9290a-41c1-4627-871d-aee6d5352a3f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787010 Nov 04 14:19:14.384390 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48170) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:14.386039 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-bc130ba5-9364-47e0-b22a-bba7eedd487e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=79350da27f424959bdac861aca482b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230929 Nov 04 14:19:14.386922 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc130ba5-9364-47e0-b22a-bba7eedd487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c4ab2-a9ee-4a9a-8956-fe274decef5a,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:14.389830 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'security_group_rule': {'security_group_id': 'b1d16a9b-cf26-4515-a86a-8860dc2bb04e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:14.389973 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48172) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:14.437590 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-820b6c64-f547-407c-93db-5b2892f9c786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.460297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-820b6c64-f547-407c-93db-5b2892f9c786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.481946 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.573882 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-820b6c64-f547-407c-93db-5b2892f9c786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.576831 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-820b6c64-f547-407c-93db-5b2892f9c786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.580788 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-820b6c64-f547-407c-93db-5b2892f9c786 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e1c4ab2-a9ee-4a9a-8956-fe274decef5a HTTP/1.1" status: 204 len: 168 time: 0.1878800 Nov 04 14:19:14.593607 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b6c64-f547-407c-93db-5b2892f9c786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c4ab2-a9ee-4a9a-8956-fe274decef5a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:14.596253 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.656613 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.686106 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7437f70-805d-45da-be6e-b740abb3c28d,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:14.753194 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.754861 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8006e76e-6eec-4d7a-81df-26f561d01968 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3690708 Nov 04 14:19:14.757635 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48186) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:14.762107 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:14.859451 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:14.958101 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.061347 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Allocated IP 172.27.1.230 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/3c527f7c-b22f-4c35-b485-61749679c1ff) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:15.172463 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.276792 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.312725 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:15.317694 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:15.321231 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:15.327154 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'Port': ['ID=3c527f7c-b22f-4c35-b485-61749679c1ff,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:15.342298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48206) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:15.356674 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-519fe272-9aa9-4c7a-b0fc-1092b8156c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.414664 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.430305 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-519fe272-9aa9-4c7a-b0fc-1092b8156c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.497502 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-519fe272-9aa9-4c7a-b0fc-1092b8156c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.499551 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.538970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe272-9aa9-4c7a-b0fc-1092b8156c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0b74e-19af-41f9-b39c-18c77e1076c8,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:15.548910 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-519fe272-9aa9-4c7a-b0fc-1092b8156c8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=746e93d5198b48fc83d629890836288d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027156 Nov 04 14:19:15.550375 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48210) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:15.600808 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b562-e6ea-4b5b-9127-bcf6c9150ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.623324 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b562-e6ea-4b5b-9127-bcf6c9150ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.628870 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48212) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:15.689537 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.737643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b562-e6ea-4b5b-9127-bcf6c9150ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.740281 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b562-e6ea-4b5b-9127-bcf6c9150ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.741450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-c1e0b562-e6ea-4b5b-9127-bcf6c9150ff0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ca0b74e-19af-41f9-b39c-18c77e1076c8 HTTP/1.1" status: 204 len: 168 time: 0.1901021 Nov 04 14:19:15.743068 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c0c84a4-04c4-4523-a80d-0c61e71518e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.749243 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b562-e6ea-4b5b-9127-bcf6c9150ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0b74e-19af-41f9-b39c-18c77e1076c8,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:15.768497 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28841805'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.865698 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'Port': ['ID=3c527f7c-b22f-4c35-b485-61749679c1ff,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:15.877762 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.906707 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c0c84a4-04c4-4523-a80d-0c61e71518e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.970117 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:15.971316 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-1a5225a1-bc28-46e4-bb7c-456aea8c5309 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2127118 Nov 04 14:19:16.000473 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9c0c84a4-04c4-4523-a80d-0c61e71518e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:16.039880 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9c0c84a4-04c4-4523-a80d-0c61e71518e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=510859b7f3c7404eaaba8dd8d67b93d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098189 Nov 04 14:19:16.040722 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c84a4-04c4-4523-a80d-0c61e71518e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b058f81-0f7e-4704-9406-424301f6117e,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:16.043574 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48222) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:16.119599 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-39e06ced-1c63-46ae-a5d6-28ba55fccde2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:16.149175 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-39e06ced-1c63-46ae-a5d6-28ba55fccde2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:16.206455 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-c9d781c9-1d96-49eb-bc0b-73c6618319f3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--339566137&fields=id&tenant_id=328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 267 time: 0.0718124 Nov 04 14:19:16.316566 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-6759c46d-5322-48c4-8171-d5ed6ae08147 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:16.318063 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-6759c46d-5322-48c4-8171-d5ed6ae08147 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 817 time: 0.1038437 Nov 04 14:19:16.334732 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-c88bdba7-a512-4a4c-9dba-5384b94e040a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/quotas/328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 375 time: 0.0104239 Nov 04 14:19:16.386616 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-934eb164-d6fd-4ad1-a898-3e88bdf9c11e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468245 Nov 04 14:19:16.387402 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-39e06ced-1c63-46ae-a5d6-28ba55fccde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:16.389927 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-39e06ced-1c63-46ae-a5d6-28ba55fccde2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:16.393844 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-39e06ced-1c63-46ae-a5d6-28ba55fccde2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b058f81-0f7e-4704-9406-424301f6117e HTTP/1.1" status: 204 len: 168 time: 0.3489194 Nov 04 14:19:16.421595 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e06ced-1c63-46ae-a5d6-28ba55fccde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b058f81-0f7e-4704-9406-424301f6117e,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:16.497616 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-c82d9341-4c81-4b87-8c79-8dab43e3b2ab service neutron] 10.222.0.74 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924387 Nov 04 14:19:16.597365 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-d4a821d7-0ef0-4f33-b9d2-8fcaed9c0e25 service neutron] 10.222.0.74 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947874 Nov 04 14:19:16.839877 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f0b45d2a-867c-491b-8bca-8f14e0aa29e1 req-6e954c8e-6b23-4324-90e0-376b8961830a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 210 time: 0.0345483 Nov 04 14:19:16.978145 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48264) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:16.991735 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2181-7856-49af-b619-b3fa52065b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.064293 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2181-7856-49af-b619-b3fa52065b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.139467 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2181-7856-49af-b619-b3fa52065b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.178560 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f9bb2181-7856-49af-b619-b3fa52065b80 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2502fcb4d0084a1894032a911a0bf0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992826 Nov 04 14:19:17.179685 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb2181-7856-49af-b619-b3fa52065b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83172da-fb26-4a4c-a839-4e859457f20c,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:17.181205 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48268) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:17.230650 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e2903-0e20-4115-a0e2-a3092c869abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.253421 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e2903-0e20-4115-a0e2-a3092c869abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.417295 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e2903-0e20-4115-a0e2-a3092c869abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.419968 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e2903-0e20-4115-a0e2-a3092c869abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:17.421208 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7e2e2903-0e20-4115-a0e2-a3092c869abf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a83172da-fb26-4a4c-a839-4e859457f20c HTTP/1.1" status: 204 len: 168 time: 0.2389507 Nov 04 14:19:17.429249 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e2903-0e20-4115-a0e2-a3092c869abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83172da-fb26-4a4c-a839-4e859457f20c,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:17.961758 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c333f42a-93aa-47ab-a4fe-3d707a6cc836 req-701e8c9b-1dc5-45f8-8cf6-d5a24cf68230 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 210 time: 0.0358093 Nov 04 14:19:18.416142 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48312) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:18.509388 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48318) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:18.567241 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3c368408-9143-4856-a008-432de9d8799f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.606294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-493049539-network', 'tenant_id': 'b3f2c76b42554119a9b9b6dac48f8f82'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:18.642179 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3c368408-9143-4856-a008-432de9d8799f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.714811 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Made reservation on behalf of b3f2c76b42554119a9b9b6dac48f8f82 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:18.715016 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3c368408-9143-4856-a008-432de9d8799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.717026 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.725677 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.753365 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-3c368408-9143-4856-a008-432de9d8799f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=402631b440114b358ae7c4b68809a86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361857 Nov 04 14:19:18.754224 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c368408-9143-4856-a008-432de9d8799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da0163-30b9-4d2a-b972-8a9c0256ce83,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:18.756548 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48322) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:18.803708 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.863366 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.867477 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2295-ba5f-4083-aa21-8570e2c7c325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.892577 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:19:18.903353 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d799652-9476-4ba7-aa18-3047319261fc,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:18.905277 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2295-ba5f-4083-aa21-8570e2c7c325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.909644 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:18.909644 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Added segment c18a0dd7-3a1c-47bf-8e10-6d630d60956e of type vlan for network de5f4cd0-5692-498e-934d-ce599eb9ed66 Nov 04 14:19:18.935788 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-bd58c1a7-ff20-4298-82a6-722b68363e6d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:18.939860 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-bd58c1a7-ff20-4298-82a6-722b68363e6d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 817 time: 0.1457558 Nov 04 14:19:18.949827 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.015604 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-40026570-abef-49e9-91ce-0cb13242e918 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 379 time: 0.0618391 Nov 04 14:19:19.028145 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'port': {'device_id': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'admin_state_up': True, 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'security_groups': ['b1d16a9b-cf26-4515-a86a-8860dc2bb04e']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:19.041118 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.042199 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:19.043067 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.101439 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] Pushing event updated for resources: {'Network': ['ID=de5f4cd0-5692-498e-934d-ce599eb9ed66,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:19.104765 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2295-ba5f-4083-aa21-8570e2c7c325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.107362 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e5ac2295-ba5f-4083-aa21-8570e2c7c325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.108508 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e5ac2295-ba5f-4083-aa21-8570e2c7c325 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f7da0163-30b9-4d2a-b972-8a9c0256ce83 HTTP/1.1" status: 204 len: 168 time: 0.3510585 Nov 04 14:19:19.110683 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ba570b5-2518-4d05-97d3-fdb3392dc41a req-0588b172-ab4c-4580-8a67-5305feb19680 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 210 time: 0.0635877 Nov 04 14:19:19.111777 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network de5f4cd0-5692-498e-934d-ce599eb9ed66 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:19:19.126744 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac2295-ba5f-4083-aa21-8570e2c7c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da0163-30b9-4d2a-b972-8a9c0256ce83,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:19.164418 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-0e33adc1-4192-4c74-b23b-bc6c421ee0bc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6522539 Nov 04 14:19:19.166707 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48330) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:19.172524 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Request body: {'subnet': {'network_id': 'de5f4cd0-5692-498e-934d-ce599eb9ed66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-493049539-subnet', 'tenant_id': 'b3f2c76b42554119a9b9b6dac48f8f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:19.192718 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.db.api [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 14:19:19.192718 dv-cinder-815848-5-iscsi neutron-server[101610]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 04 14:19:19.192718 dv-cinder-815848-5-iscsi neutron-server[101610]: [parameters: {'project_id_1': 'b3f2c76b42554119a9b9b6dac48f8f82', 'expiration_1': datetime.datetime(2021, 11, 4, 14, 18, 59, 181985)}] Nov 04 14:19:19.192718 dv-cinder-815848-5-iscsi neutron-server[101610]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 14:19:19.193149 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG oslo_db.api [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 14:19:19.344717 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Made reservation on behalf of 328b6d72f4c24c979b9078ee10f744ff for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:19.348653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.475240 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Allocated IP 172.20.0.3 (58dfe565-7c95-45e6-8cf0-84c0a294524e/09d1c958-b5e6-43ce-af88-a6e16bf4d136/cbf78a2e-375a-4d8e-838e-0b1fa368e5d1) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:19.613612 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.711565 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.753696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:19.756891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:19.763066 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:19.792695 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:19.795325 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Made reservation on behalf of b3f2c76b42554119a9b9b6dac48f8f82 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:19.804008 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48336) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:19.804110 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26144780'] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.843665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1b1330c4-e6c1-4973-af66-f934fb29062b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.863139 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:19.863856 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.948017 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1b1330c4-e6c1-4973-af66-f934fb29062b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:19.966104 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-e2e2fe00-fd5b-4503-aab8-43577ded120d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411662 Nov 04 14:19:19.978544 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Request body: {'port': {'device_id': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:20.032455 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1b1330c4-e6c1-4973-af66-f934fb29062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.042570 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-5b000a37-7288-4f96-baef-2a179d2d7acb None None] Provisioning complete for port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:20.042884 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5b000a37-7288-4f96-baef-2a179d2d7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.057401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.075938 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-5b000a37-7288-4f96-baef-2a179d2d7acb None None] Port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:19:20.077674 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28841776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26144830'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.087442 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1330c4-e6c1-4973-af66-f934fb29062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095da05d-d237-4b7d-a353-db7b6978f2d9,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:20.093919 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1b1330c4-e6c1-4973-af66-f934fb29062b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ae7f49f219c4012835dac020f250a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904534 Nov 04 14:19:20.108974 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48338) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:20.141993 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b5fae6-843a-4875-ac91-827499dce85c,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:20.147071 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Checking segment: {'id': 'c18a0dd7-3a1c-47bf-8e10-6d630d60956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f4cd0-5692-498e-934d-ce599eb9ed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:20.159356 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Network hostable DHCP agents. Network: de5f4cd0-5692-498e-934d-ce599eb9ed66, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:19:20.253243 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Network de5f4cd0-5692-498e-934d-ce599eb9ed66 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:19:20.260065 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-54df9522-3585-434e-928b-231058d58fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.333260 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, de5f4cd0-5692-498e-934d-ce599eb9ed66) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:20.335475 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-54df9522-3585-434e-928b-231058d58fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.337781 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:20.338446 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.344933 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c71ce-c287-4ed4-91f6-61b161ea29eb req-02c92fd1-b338-4f92-bf04-32df9a61c04a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:20.346043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fe0ca-73a8-437d-8920-f137412fffbf None None] Network de5f4cd0-5692-498e-934d-ce599eb9ed66 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:20.346628 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-749c71ce-c287-4ed4-91f6-61b161ea29eb req-02c92fd1-b338-4f92-bf04-32df9a61c04a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 931 time: 0.1418099 Nov 04 14:19:20.429289 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-7edb1483-c0c3-438e-bc1c-05f3111d1b7e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2608149 Nov 04 14:19:20.448694 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-749c71ce-c287-4ed4-91f6-61b161ea29eb req-2d8091a1-ce0c-4d38-b495-241c883e04aa tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912995 Nov 04 14:19:20.486104 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854edf71-6dda-4fed-bf85-e371017b2bf5 None None] Network de5f4cd0-5692-498e-934d-ce599eb9ed66 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:20.511949 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:19:20.520206 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.539418 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Transition to ACTIVE for port object cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:19:20.540827 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-54df9522-3585-434e-928b-231058d58fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.543474 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-54df9522-3585-434e-928b-231058d58fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.544632 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-54df9522-3585-434e-928b-231058d58fbb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/095da05d-d237-4b7d-a353-db7b6978f2d9 HTTP/1.1" status: 204 len: 168 time: 0.4347253 Nov 04 14:19:20.555260 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df9522-3585-434e-928b-231058d58fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095da05d-d237-4b7d-a353-db7b6978f2d9,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:20.619272 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.677448 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:20.749822 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Attempting to bind port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:20.750160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Attempting to bind port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:20.751192 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Attempting to bind port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:20.756365 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:19:20.756479 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Attempting to bind port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 on network 58dfe565-7c95-45e6-8cf0-84c0a294524e {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:20.762193 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:20.762680 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Checking segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:20.763077 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Bound using segment: {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:20.763525 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Bound port: cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4859a1c6-ad17-4e09-a4b6-58d292ff9f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:20.763939 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.835589 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:20.839134 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:20.917128 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.954453 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:20.955259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:20.956537 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] 10.222.0.107 "PUT /v2.0/ports/cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 200 len: 1093 time: 0.9823694 Nov 04 14:19:20.956983 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:20.964466 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63389ad-069b-4359-8206-4030f22ec660" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:21.001978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3c4c0-b96f-4d1b-b848-220c7c9545c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:21.006920 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0bfe38-853e-4043-9aca-6b88226e35ca x-openstack-request-id: req-7b0bfe38-853e-4043-9aca-6b88226e35ca {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:21.007209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:21.007467 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7b0bfe38-853e-4043-9aca-6b88226e35ca {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:21.007954 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'status': 'completed', 'code': 200} Nov 04 14:19:21.094168 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63389ad-069b-4359-8206-4030f22ec660 req-3d1aff5a-fc8c-4f77-be85-b2ad4d5b4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.095922 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e63389ad-069b-4359-8206-4030f22ec660 req-3d1aff5a-fc8c-4f77-be85-b2ad4d5b4249 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1096 time: 0.0554395 Nov 04 14:19:21.209798 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63389ad-069b-4359-8206-4030f22ec660 req-766f9132-fbc6-4ff4-b0c9-9c0cd62ef32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.211715 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e63389ad-069b-4359-8206-4030f22ec660 req-766f9132-fbc6-4ff4-b0c9-9c0cd62ef32a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=328b6d72f4c24c979b9078ee10f744ff&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1058655 Nov 04 14:19:21.312832 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63389ad-069b-4359-8206-4030f22ec660 req-57c346e4-0db0-422a-8e8b-fe5599cf2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.315095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e63389ad-069b-4359-8206-4030f22ec660 req-57c346e4-0db0-422a-8e8b-fe5599cf2518 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961187 Nov 04 14:19:21.375119 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48370) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:21.380694 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089659226-network', 'tenant_id': '006f9dd42de241a993e2f74fc15a1f86'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:21.401490 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f21305b1-5168-45a0-b1ec-5ea6277deb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.403038 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-f21305b1-5168-45a0-b1ec-5ea6277deb32 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1096 time: 0.0423493 Nov 04 14:19:21.449632 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-b7e54b1c-b451-4543-b39b-4a38ca6c09d4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 200 len: 217 time: 0.0381825 Nov 04 14:19:21.471226 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Made reservation on behalf of 006f9dd42de241a993e2f74fc15a1f86 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:21.473655 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.483178 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.505414 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-197463ae-2a60-42eb-a314-b49c40e43af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.507280 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-197463ae-2a60-42eb-a314-b49c40e43af0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.0500579 Nov 04 14:19:21.567907 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.591192 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-0fbe8f3a-3e77-4dec-8c2c-03ba4bee8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.592731 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-0fbe8f3a-3e77-4dec-8c2c-03ba4bee8433 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773497 Nov 04 14:19:21.604962 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d842180-0c80-40f9-a54c-c3001d7b6f63 req-328bd467-e3dc-4421-b13a-1a2b2a460782 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.606340 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5d842180-0c80-40f9-a54c-c3001d7b6f63 req-328bd467-e3dc-4421-b13a-1a2b2a460782 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0646346 Nov 04 14:19:21.619529 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.642416 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:19:21.656192 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3280e91c-0547-4193-b105-dae146b0d2e0,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:21.661941 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.662419 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Added segment 54aab8a0-318b-4831-ad92-01eb1c5961d0 of type vlan for network 5e813303-43f0-43da-b804-09b0bfa617be Nov 04 14:19:21.705340 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.710991 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5d842180-0c80-40f9-a54c-c3001d7b6f63 req-413801ca-a8b0-4bce-83c5-60e28967621a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952427 Nov 04 14:19:21.725226 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-2e0f2f67-3b8a-4e94-a650-efde3fa1588b service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179354 Nov 04 14:19:21.825160 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.826121 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:21.826719 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:21.828066 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b7a5717-a067-4348-85a7-44e4cb55b20c req-5ef0762c-6b96-49d4-aec6-bd879a042d5f service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947998 Nov 04 14:19:21.897739 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] Pushing event updated for resources: {'Network': ['ID=5e813303-43f0-43da-b804-09b0bfa617be,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:21.907902 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 5e813303-43f0-43da-b804-09b0bfa617be details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:19:21.937253 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-971ff9e2-e87f-46aa-8493-9be5ec0867bc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5602787 Nov 04 14:19:21.942294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48388) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:21.944759 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Request body: {'subnet': {'network_id': '5e813303-43f0-43da-b804-09b0bfa617be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089659226-subnet', 'tenant_id': '006f9dd42de241a993e2f74fc15a1f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:22.030266 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Made reservation on behalf of 006f9dd42de241a993e2f74fc15a1f86 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:22.033232 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26144780'] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:22.265133 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28841776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26144830'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:22.321581 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=658e3ca0-eec0-4712-826d-e7a4d31b8a50,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:22.326768 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Checking segment: {'id': '54aab8a0-318b-4831-ad92-01eb1c5961d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5e813303-43f0-43da-b804-09b0bfa617be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:22.327660 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Network hostable DHCP agents. Network: 5e813303-43f0-43da-b804-09b0bfa617be, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:19:22.417322 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Network 5e813303-43f0-43da-b804-09b0bfa617be is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:19:22.503254 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 5e813303-43f0-43da-b804-09b0bfa617be) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:22.507168 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:22.507771 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:22.512188 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86b7e1-b532-4287-b922-2e4c80a20840 None None] Network 5e813303-43f0-43da-b804-09b0bfa617be requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:22.597435 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2910c332-3d16-4d3c-a4e0-aa3bb93b89b1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6563833 Nov 04 14:19:22.633844 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ebcaa-4701-4bd3-a87d-48e836a7ed24 None None] Network 5e813303-43f0-43da-b804-09b0bfa617be requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:22.850839 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b153fc-f851-4f57-8afc-037ec7eb20b7 req-58309048-d338-4ee0-bbfe-8df64bfb44f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:22.852647 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-49b153fc-f851-4f57-8afc-037ec7eb20b7 req-58309048-d338-4ee0-bbfe-8df64bfb44f2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0594866 Nov 04 14:19:22.910939 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-49b153fc-f851-4f57-8afc-037ec7eb20b7 req-cefbed4d-7c5f-4992-8165-6e23b3c22d0c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519831 Nov 04 14:19:24.027093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88367-c65f-4b26-b700-401381faff55 req-69f3e4aa-27cf-442a-a018-7479a8f80d67 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:24.028564 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52e88367-c65f-4b26-b700-401381faff55 req-69f3e4aa-27cf-442a-a018-7479a8f80d67 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0466182 Nov 04 14:19:24.080813 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52e88367-c65f-4b26-b700-401381faff55 req-98be2197-c897-46d9-871d-85c136ff4bc7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461464 Nov 04 14:19:24.795789 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:19:24.898317 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:24.909600 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'mac_address': 'fa:16:3e:ae:bf:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:19:24.954158 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:24.966401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:19:24.986596 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:25.070258 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:25.119789 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:25.126920 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.131460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:25.200731 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a928-2d1f-47ad-aeef-1f738364e57f req-19e3c856-89bc-439e-bd5d-355c4b627d37 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:25.201876 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-15b6a928-2d1f-47ad-aeef-1f738364e57f req-19e3c856-89bc-439e-bd5d-355c4b627d37 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 944 time: 0.0506737 Nov 04 14:19:25.254520 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-15b6a928-2d1f-47ad-aeef-1f738364e57f req-af1a4687-7b4e-4298-97c2-6699e27100ed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461626 Nov 04 14:19:25.331641 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:19:26.351156 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:26.384916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f8b28-9c44-4017-a130-d00fcad4ce6d req-a77b98e1-833b-41f6-8c7d-30a982e3cb06 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:26.387294 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-672f8b28-9c44-4017-a130-d00fcad4ce6d req-a77b98e1-833b-41f6-8c7d-30a982e3cb06 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 944 time: 0.0564489 Nov 04 14:19:26.435358 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-672f8b28-9c44-4017-a130-d00fcad4ce6d req-7dec874e-afae-4db7-a129-17ec00b3fcfb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418658 Nov 04 14:19:26.818186 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:26.956262 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:19:26.960398 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:26.960770 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:27.040587 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:27.064785 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:27.067103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef450c85-c067-4d43-8795-d101cb5b013c" -d '{"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-plugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:27.079210 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:27.105490 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b277fd7-db4f-4e7f-8982-e1cda0368ba6 x-openstack-request-id: req-0b277fd7-db4f-4e7f-8982-e1cda0368ba6 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:27.105825 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-plugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:27.106085 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b277fd7-db4f-4e7f-8982-e1cda0368ba6 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:27.106537 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'code': 200} Nov 04 14:19:27.173802 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:27.223726 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:27.432706 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ba33-6667-4411-bb60-30f9b20efd59 req-1dd1486e-dc2d-4dcb-86d2-e26da336b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:27.434116 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-12c3ba33-6667-4411-bb60-30f9b20efd59 req-1dd1486e-dc2d-4dcb-86d2-e26da336b048 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1098 time: 0.0424769 Nov 04 14:19:27.481015 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-12c3ba33-6667-4411-bb60-30f9b20efd59 req-7f3d074c-7a34-48a2-b61e-6e3a40314e5f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Nov 04 14:19:27.557197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848352a-03e4-4b1c-aa74-141500e6b5fd req-5aea7852-b585-45eb-aa58-42220a50d3e5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:27.558759 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c848352a-03e4-4b1c-aa74-141500e6b5fd req-5aea7852-b585-45eb-aa58-42220a50d3e5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Nov 04 14:19:27.606550 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c848352a-03e4-4b1c-aa74-141500e6b5fd req-2c82af6a-2e94-49c7-8dcf-aa1c3c50736c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Nov 04 14:19:28.733460 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d207ca-0987-4304-9990-cc8ec14e8644 req-408882b9-37a2-4d69-9a6b-e95404d21961 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:28.734959 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-41d207ca-0987-4304-9990-cc8ec14e8644 req-408882b9-37a2-4d69-9a6b-e95404d21961 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Nov 04 14:19:28.783135 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-41d207ca-0987-4304-9990-cc8ec14e8644 req-db67417b-8898-419d-8c3b-d941064e469c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416014 Nov 04 14:19:29.936514 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9a71-329f-4e08-80a9-5ba41cad9d6f req-e886e639-78a2-43d6-9b8f-36b83a77b2d9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:29.938190 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-480b9a71-329f-4e08-80a9-5ba41cad9d6f req-e886e639-78a2-43d6-9b8f-36b83a77b2d9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0537090 Nov 04 14:19:29.987571 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-480b9a71-329f-4e08-80a9-5ba41cad9d6f req-222da9bd-1605-4631-8cd7-351b8e23d56d tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Nov 04 14:19:30.104257 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e673-0c0f-4f80-b419-275197a1098f req-b82e925d-7935-46bb-8169-0f1081aafac3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:30.105788 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8107e673-0c0f-4f80-b419-275197a1098f req-b82e925d-7935-46bb-8169-0f1081aafac3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Nov 04 14:19:30.115249 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48520) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:30.119670 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Request body: {'floatingip': {'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:30.161124 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:30.593144 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:30.664915 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:30.764134 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Floating IP 666ecc35-476c-4d80-9bd1-29ff1f8d4271 associated. External IP: 172.27.1.230, port: cbf78a2e-375a-4d8e-838e-0b1fa368e5d1. Nov 04 14:19:31.231823 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Router 76a34d51-c650-4898-ac58-479902cd769e has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:19:31.339385 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:31.344277 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:31.349529 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:31.358666 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:31.359276 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:31.373686 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-dd619bae-93ad-46c1-9d2a-1aa704585479 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "PUT /v2.0/floatingips/666ecc35-476c-4d80-9bd1-29ff1f8d4271 HTTP/1.1" status: 200 len: 991 time: 1.2573197 Nov 04 14:19:31.374267 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:31.377120 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7fccf2-5233-4143-9f91-195344b423e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:31.424910 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d8ea1e-2ce0-4092-a9de-ac33db59826b x-openstack-request-id: req-a3d8ea1e-2ce0-4092-a9de-ac33db59826b {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:31.425199 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:31.425450 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3d8ea1e-2ce0-4092-a9de-ac33db59826b {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:31.425849 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'status': 'completed', 'code': 200} Nov 04 14:19:31.500115 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-d217b9a9-80eb-4e68-aa70-0164838c0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:31.502286 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-d217b9a9-80eb-4e68-aa70-0164838c0abf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1098 time: 0.0470350 Nov 04 14:19:31.598592 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-4d397306-c3de-4a33-a67d-ecae2dcb8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:31.600087 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-4d397306-c3de-4a33-a67d-ecae2dcb8b86 service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.0892630 Nov 04 14:19:31.627852 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:31.670606 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-ab2df5e8-473f-42c7-bfef-58d3a9e0bf7b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 200 len: 999 time: 0.0626490 Nov 04 14:19:31.723067 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-826eebce-617e-4fb2-8385-8a4f3d9568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:31.724477 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-826eebce-617e-4fb2-8385-8a4f3d9568d9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.0457687 Nov 04 14:19:31.771282 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-d96dd426-fe3a-4126-84f2-471d892a26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:31.772808 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-d96dd426-fe3a-4126-84f2-471d892a26e5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401642 Nov 04 14:19:31.871110 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '666ecc35-476c-4d80-9bd1-29ff1f8d4271', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '76a34d51-c650-4898-ac58-479902cd769e', 'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'mac_address': 'fa:16:3e:ae:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:19:15Z', 'updated_at': '2021-11-04T14:19:30Z', 'revision_number': 1, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:31.875298 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-52041bd5-67fd-4cef-bbb8-670c5a56dc3b service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939066 Nov 04 14:19:31.901599 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:31.912231 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:31.912865 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:31.969990 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7b7fccf2-5233-4143-9f91-195344b423e7 req-7e57270a-b6a8-4b96-ad6d-16f75487c5a6 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837288 Nov 04 14:19:32.020040 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:32.256449 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '666ecc35-476c-4d80-9bd1-29ff1f8d4271', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '76a34d51-c650-4898-ac58-479902cd769e', 'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'mac_address': 'fa:16:3e:ae:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:19:15Z', 'updated_at': '2021-11-04T14:19:30Z', 'revision_number': 1, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:32.283715 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f8431-38eb-41b9-887a-677c7433fe92 None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '666ecc35-476c-4d80-9bd1-29ff1f8d4271', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '76a34d51-c650-4898-ac58-479902cd769e', 'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'mac_address': 'fa:16:3e:ae:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:19:15Z', 'updated_at': '2021-11-04T14:19:30Z', 'revision_number': 1, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:32.468156 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651333e-beee-4e19-acc9-1a8cd2d3ce80 None None] New status for floating IP 666ecc35-476c-4d80-9bd1-29ff1f8d4271: ACTIVE {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:19:32.927554 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8c1dd102-bcbd-4571-a8b6-a67a1c066905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:33.564029 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b6be6-e793-451b-aaf7-263d98d37a68 req-f846446d-70d2-44cc-845d-685ff7ab9e80 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:33.565371 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b63b6be6-e793-451b-aaf7-263d98d37a68 req-f846446d-70d2-44cc-845d-685ff7ab9e80 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0542061 Nov 04 14:19:33.617584 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b63b6be6-e793-451b-aaf7-263d98d37a68 req-fb898451-76b7-481f-bb1c-5c919b54b8a4 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Nov 04 14:19:34.732790 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889c03-6f0e-4884-8d52-ea3f219959f9 req-837ec554-7b32-4702-b092-a8c53f318fd9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:34.734366 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9c889c03-6f0e-4884-8d52-ea3f219959f9 req-837ec554-7b32-4702-b092-a8c53f318fd9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0479896 Nov 04 14:19:34.784600 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9c889c03-6f0e-4884-8d52-ea3f219959f9 req-57b57720-a0f8-4f3c-8130-43c2765168b2 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Nov 04 14:19:35.247345 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8403ebef-2d69-41fa-8df2-d22ecee95884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:35.767706 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200325b-b81e-41f8-b348-b34150026334 req-334ff337-48c6-4861-a1f8-ba88536cc846 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:35.769251 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2200325b-b81e-41f8-b348-b34150026334 req-334ff337-48c6-4861-a1f8-ba88536cc846 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Nov 04 14:19:35.898942 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Deleting port 80c65928-380e-4d8f-b12f-3cb975a248c9 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:19:35.899279 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:35.969413 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62b3c0-e0d0-438c-afe5-d41412388078 req-929a891f-50b7-4994-aa91-8d51849a8687 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:35.971445 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2c62b3c0-e0d0-438c-afe5-d41412388078 req-929a891f-50b7-4994-aa91-8d51849a8687 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 946 time: 0.1071527 Nov 04 14:19:36.025434 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] For port 80c65928-380e-4d8f-b12f-3cb975a248c9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=80c65928-380e-4d8f-b12f-3cb975a248c9,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:36.025716 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:36.051740 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2c62b3c0-e0d0-438c-afe5-d41412388078 req-cd7ee706-3c73-4d52-b0ce-42d0857d3408 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8efee24f-5678-4892-9f68-1dfd94ead4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728555 Nov 04 14:19:36.207891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:36.208256 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:36.208572 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Floating IP 252215a6-8df6-41b1-a4fc-3b8d9a0d9146 disassociated. External IP: 172.27.1.177, port: 80c65928-380e-4d8f-b12f-3cb975a248c9. Nov 04 14:19:36.208911 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Calling delete_port for 80c65928-380e-4d8f-b12f-3cb975a248c9 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:19:36.413115 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:36.441756 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event deleted for resources: {'Port': ['ID=80c65928-380e-4d8f-b12f-3cb975a248c9,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:36.558450 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:19:36.565819 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:36.665789 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:36.677182 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:36.686359 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:36.687131 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:36.703445 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] No DVR routers for this DVR port 80c65928-380e-4d8f-b12f-3cb975a248c9 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:19:36.706450 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:36.709704 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2200325b-b81e-41f8-b348-b34150026334 req-2335ded0-b90a-4dbe-bee2-b9696c1b4922 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "DELETE /v2.0/ports/80c65928-380e-4d8f-b12f-3cb975a248c9 HTTP/1.1" status: 204 len: 173 time: 0.9341669 Nov 04 14:19:36.710134 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'name': 'network-vif-deleted', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:36.712644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b4888-7598-401c-9fb8-b937de31b032" -d '{"events": [{"server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "name": "network-vif-deleted", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:36.747375 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc2c5c3-18fa-460d-960e-26ab6b18be07 x-openstack-request-id: req-bcc2c5c3-18fa-460d-960e-26ab6b18be07 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:36.747664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa403f2b-abf9-4c1d-ac04-28218094f940", "name": "network-vif-deleted", "tag": "80c65928-380e-4d8f-b12f-3cb975a248c9", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:36.747915 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bcc2c5c3-18fa-460d-960e-26ab6b18be07 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:36.748344 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa403f2b-abf9-4c1d-ac04-28218094f940', 'name': 'network-vif-deleted', 'tag': '80c65928-380e-4d8f-b12f-3cb975a248c9', 'status': 'completed', 'code': 200} Nov 04 14:19:36.795537 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:37.017399 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:37.042969 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:37.051986 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:37.052596 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:37.098625 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:19:37.161766 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:37.166311 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d4662cc3-a8aa-4189-ac9d-c7e1de06cef6 req-8b17693a-e489-4523-80f0-4c4e1f1c62c0 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa403f2b-abf9-4c1d-ac04-28218094f940 HTTP/1.1" status: 200 len: 210 time: 0.0310929 Nov 04 14:19:37.367185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:37.394663 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c6b41-8269-4443-99c0-ee765f0586a5 None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:37.637942 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f66825-448a-45d4-91a8-52e286b3d950 None None] New status for floating IP 252215a6-8df6-41b1-a4fc-3b8d9a0d9146: DOWN {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:19:37.841743 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.327757 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48648) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:38.382183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5486c538-6983-4f34-8192-c63d7a79a2a8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.404622 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5486c538-6983-4f34-8192-c63d7a79a2a8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.510198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5486c538-6983-4f34-8192-c63d7a79a2a8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.512945 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5486c538-6983-4f34-8192-c63d7a79a2a8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.514114 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5486c538-6983-4f34-8192-c63d7a79a2a8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "DELETE /v2.0/security-groups/8efee24f-5678-4892-9f68-1dfd94ead4ae HTTP/1.1" status: 204 len: 168 time: 0.1853473 Nov 04 14:19:38.518327 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48650) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:38.526576 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486c538-6983-4f34-8192-c63d7a79a2a8 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efee24f-5678-4892-9f68-1dfd94ead4ae,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:38.535873 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.api.v2.resource [None req-e38a7204-8ec9-4315-a8e3-cf45b6c9f126 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] show failed (client error): The resource could not be found. Nov 04 14:19:38.541438 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48654) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:38.541613 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-e38a7204-8ec9-4315-a8e3-cf45b6c9f126 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups/8efee24f-5678-4892-9f68-1dfd94ead4ae HTTP/1.1" status: 404 len: 347 time: 0.0220294 Nov 04 14:19:38.669143 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Deleting port 69136a6e-f8b2-4edd-984e-ca00a65f9b2c {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:19:38.669491 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.703056 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.747407 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.747754 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.759260 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Calling delete_port for 69136a6e-f8b2-4edd-984e-ca00a65f9b2c owned by network:floatingip {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:19:38.846813 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 80c65928-380e-4d8f-b12f-3cb975a248c9 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:19:38.870798 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 80c65928-380e-4d8f-b12f-3cb975a248c9 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:19:38.871149 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 80c65928-380e-4d8f-b12f-3cb975a248c9 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:19:38.961363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:38.988904 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event deleted for resources: {'Port': ['ID=69136a6e-f8b2-4edd-984e-ca00a65f9b2c,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:39.049401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.052164 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.053331 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-6ec079a1-1d92-4764-a1c4-138695db320b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "DELETE /v2.0/floatingips/252215a6-8df6-41b1-a4fc-3b8d9a0d9146 HTTP/1.1" status: 204 len: 168 time: 0.5105736 Nov 04 14:19:39.348504 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48670) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:39.391645 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Deleting subnet d9b5fae6-843a-4875-ac91-827499dce85c {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:19:39.395414 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.414914 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48672) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:39.419379 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736108841', 'description': 'tempest-description--148675453'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:39.434289 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27990894'] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.472994 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.481345 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.545847 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.602756 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28936253'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.624219 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.629591 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b5fae6-843a-4875-ac91-827499dce85c,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:39.631563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.637025 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1c3d9bb9-5e81-464f-b533-cd509ce17179 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d9b5fae6-843a-4875-ac91-827499dce85c HTTP/1.1" status: 204 len: 168 time: 0.2852869 Nov 04 14:19:39.637660 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48676) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:39.658047 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a258632-61ef-43c8-8829-ed44a9c13c24,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:39.710585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.712331 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.713579 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-465fb3c6-4f8f-4d44-9cda-86916017bcd7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2976909 Nov 04 14:19:39.716703 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48678) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:39.721108 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'security_group_rule': {'security_group_id': '8a258632-61ef-43c8-8829-ed44a9c13c24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:39.787345 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.795199 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.807531 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5f4cd0-5692-498e-934d-ce599eb9ed66']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:39.817567 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18a0dd7-3a1c-47bf-8e10-6d630d60956e') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:39.817989 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18a0dd7-3a1c-47bf-8e10-6d630d60956e') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:39.829318 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.843537 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.849515 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:19:39.849827 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:19:39.851513 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:19:39.868144 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.931102 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.946319 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b7132-9e06-4823-be8a-340186940716,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:39.982666 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.988526 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:39.991678 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/de5f4cd0-5692-498e-934d-ce599eb9ed66 HTTP/1.1" status: 204 len: 168 time: 0.3530908 Nov 04 14:19:39.994621 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48680) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:40.002410 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a156a68-a2e4-4ebb-9b3a-7bbe5501daf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5f4cd0-5692-498e-934d-ce599eb9ed66,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:40.022105 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.023336 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2160fa7f-b592-44d2-a1a8-5b355b9ae9a9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056920 Nov 04 14:19:40.026001 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48682) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:40.030552 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'security_group_rule': {'security_group_id': '8a258632-61ef-43c8-8829-ed44a9c13c24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:40.042282 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Deleting subnet 658e3ca0-eec0-4712-826d-e7a4d31b8a50 {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:19:40.045529 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.078973 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.120215 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.122793 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.181056 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.263084 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.281390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.290009 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658e3ca0-eec0-4712-826d-e7a4d31b8a50,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:40.292126 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.295338 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-6cce1700-f219-4b10-8370-23316114f1e0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/658e3ca0-eec0-4712-826d-e7a4d31b8a50 HTTP/1.1" status: 204 len: 168 time: 0.2997127 Nov 04 14:19:40.297242 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f8daf2-2ec1-46fd-83fe-762e431d3e6b,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:40.297908 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48686) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:40.363739 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.386351 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.387649 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5929d0d4-95e8-42f6-8882-5a1830a8a842 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3606334 Nov 04 14:19:40.390893 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48688) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:40.395187 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:40.442358 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.461538 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e813303-43f0-43da-b804-09b0bfa617be']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:40.471574 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54aab8a0-318b-4831-ad92-01eb1c5961d0') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:40.471870 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54aab8a0-318b-4831-ad92-01eb1c5961d0') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:40.481085 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.481443 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.494599 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.500583 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:19:40.501000 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:19:40.502687 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:19:40.580888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.630656 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.637462 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.643476 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] 10.222.0.74 "DELETE /v2.0/networks/5e813303-43f0-43da-b804-09b0bfa617be HTTP/1.1" status: 204 len: 168 time: 0.3412037 Nov 04 14:19:40.651158 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f850a-976e-41ce-8592-33dd4d0796dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5e813303-43f0-43da-b804-09b0bfa617be,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:40.752583 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Allocated IP 172.27.1.42 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/6f7791dc-450f-4e14-a1ae-25f4bf203a21) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:40.853699 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.928173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:40.969628 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:40.974431 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:40.978013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:40.984003 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'Port': ['ID=6f7791dc-450f-4e14-a1ae-25f4bf203a21,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:41.005883 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48700) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:41.048269 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-62acc926-9c21-48cf-b0a5-a2276eebfd8d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3f2c76b42554119a9b9b6dac48f8f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410967 Nov 04 14:19:41.052792 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48704) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:41.105726 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9426f1e3-da96-4a84-9bb9-c12d75b36ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.126001 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.128017 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9426f1e3-da96-4a84-9bb9-c12d75b36ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.310339 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9426f1e3-da96-4a84-9bb9-c12d75b36ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.312990 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9426f1e3-da96-4a84-9bb9-c12d75b36ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.314230 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9426f1e3-da96-4a84-9bb9-c12d75b36ee6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d799652-9476-4ba7-aa18-3047319261fc HTTP/1.1" status: 204 len: 168 time: 0.2626154 Nov 04 14:19:41.321986 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426f1e3-da96-4a84-9bb9-c12d75b36ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d799652-9476-4ba7-aa18-3047319261fc,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:41.336125 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.492002 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.584035 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.655428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'Port': ['ID=6f7791dc-450f-4e14-a1ae-25f4bf203a21,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:41.669323 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.752776 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:41.755675 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9b34978c-4fd7-408f-bd1d-6a00f85e23de tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3622916 Nov 04 14:19:41.959184 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-14e3c9a2-02e3-4451-8996-36c0252fbda9 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1736108841&fields=id&tenant_id=1c3a6f988b3c4af49a4763c03aecb102 HTTP/1.1" status: 200 len: 267 time: 0.0447581 Nov 04 14:19:42.042094 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48728) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:42.067879 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-f567890c-4a59-431d-a80c-1153a8240d8f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:42.069339 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-f567890c-4a59-431d-a80c-1153a8240d8f tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 810 time: 0.1029508 Nov 04 14:19:42.080344 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-04530b31-ff88-4901-b476-3e72091bd123 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=006f9dd42de241a993e2f74fc15a1f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370898 Nov 04 14:19:42.084536 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48730) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:42.084696 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-6da9925b-dfcf-4996-9e75-b13f88047447 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/quotas/1c3a6f988b3c4af49a4763c03aecb102 HTTP/1.1" status: 200 len: 375 time: 0.0092454 Nov 04 14:19:42.135769 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-247c6fe9-081e-46c4-b21d-42d1c82b48ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:42.137704 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-ca5d3c5c-8f48-4d02-a4e9-317d20b83e88 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471177 Nov 04 14:19:42.157583 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-247c6fe9-081e-46c4-b21d-42d1c82b48ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:42.234554 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-ee4b152b-94ef-4e78-9501-9c04a52fbb51 service neutron] 10.222.0.74 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Nov 04 14:19:42.299452 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-247c6fe9-081e-46c4-b21d-42d1c82b48ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:42.303776 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-247c6fe9-081e-46c4-b21d-42d1c82b48ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:42.306911 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-247c6fe9-081e-46c4-b21d-42d1c82b48ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3280e91c-0547-4193-b105-dae146b0d2e0 HTTP/1.1" status: 204 len: 168 time: 0.2190559 Nov 04 14:19:42.312882 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c6fe9-081e-46c4-b21d-42d1c82b48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3280e91c-0547-4193-b105-dae146b0d2e0,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:42.348220 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-38af3295-fa96-4017-909f-e334100a921f service neutron] 10.222.0.74 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069388 Nov 04 14:19:42.653641 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53e7b86d-0b9e-4c4a-8445-5f2b60c890ad req-7828ef8f-ee21-411e-a6fe-4868546d57d7 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 210 time: 0.0290005 Nov 04 14:19:42.920697 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48758) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:43.030257 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5441-724b-4d31-a324-a8a729c6ca26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.106627 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5441-724b-4d31-a324-a8a729c6ca26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.235627 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5441-724b-4d31-a324-a8a729c6ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.275606 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a5cc5441-724b-4d31-a324-a8a729c6ca26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db0c8ff1739d443388d91ef7cb047b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510392 Nov 04 14:19:43.275606 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc5441-724b-4d31-a324-a8a729c6ca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6c3e9a-91f9-42ff-8b86-94c2098eb8dd,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:43.275809 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48770) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:43.337519 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4da2abbc-d1a4-4c30-9465-3433752817ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.359533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4da2abbc-d1a4-4c30-9465-3433752817ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.464454 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4da2abbc-d1a4-4c30-9465-3433752817ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.467648 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-4da2abbc-d1a4-4c30-9465-3433752817ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.468946 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-4da2abbc-d1a4-4c30-9465-3433752817ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ad6c3e9a-91f9-42ff-8b86-94c2098eb8dd HTTP/1.1" status: 204 len: 168 time: 0.1910248 Nov 04 14:19:43.477355 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2abbc-d1a4-4c30-9465-3433752817ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6c3e9a-91f9-42ff-8b86-94c2098eb8dd,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:43.496811 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48780) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:43.596007 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494095306-network', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:43.675010 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Made reservation on behalf of ab3665de7d784c84b4df90167e0e0580 for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:43.677419 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.686596 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.749519 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5874c4c8-70cb-465d-8eb6-615dcb8ba8da req-12c79ae5-3cde-484b-835c-63aaf29d2763 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 210 time: 0.0293839 Nov 04 14:19:43.794572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.854884 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.877602 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:19:43.889396 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7378e-1da3-48af-b0df-2ec018aabf7b,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:43.895671 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:43.896020 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Added segment d0f9ed6c-0777-4c33-82cd-2a728d60c530 of type vlan for network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 Nov 04 14:19:43.942458 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:44.052746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:44.053847 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:44.055121 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:44.113678 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] Pushing event updated for resources: {'Network': ['ID=df8b68bc-c6f9-4730-84ac-88b7b06df9d3,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:44.123531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:19:44.146896 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9769f779-5645-4f5c-b4a9-008f0484bf99 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6487026 Nov 04 14:19:44.150002 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48796) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:44.154919 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Request body: {'subnet': {'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494095306-subnet', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:44.241712 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Made reservation on behalf of ab3665de7d784c84b4df90167e0e0580 for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:44.244167 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28936214'] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:44.512902 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28936228'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:44.897610 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6e519f54-041b-4340-b1b3-fc5f22e6b1ac req-b2932fd4-9b1d-45f1-b1ee-bf2d305d390d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 210 time: 0.0491440 Nov 04 14:19:44.915100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc190420-7dcc-4838-93bf-6ebb38354c30,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:44.933626 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Checking segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:44.933993 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Network hostable DHCP agents. Network: df8b68bc-c6f9-4730-84ac-88b7b06df9d3, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:19:44.953487 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-1f2d9f05-58d6-43e3-8195-2eb36735394c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:44.955545 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-1f2d9f05-58d6-43e3-8195-2eb36735394c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 810 time: 0.4534106 Nov 04 14:19:45.027195 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-afd6aba3-1025-4466-aba2-d63b0e15f918 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3a6f988b3c4af49a4763c03aecb102 HTTP/1.1" status: 200 len: 380 time: 0.0574555 Nov 04 14:19:45.028255 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:19:45.036933 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'port': {'device_id': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'admin_state_up': True, 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'security_groups': ['8a258632-61ef-43c8-8829-ed44a9c13c24']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:45.139256 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, df8b68bc-c6f9-4730-84ac-88b7b06df9d3) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:45.143751 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:45.144346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.149552 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6282596-0306-47c9-b3f0-265c73aff4a7 None None] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:45.211542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Made reservation on behalf of 1c3a6f988b3c4af49a4763c03aecb102 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:45.211542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.293275 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:19:45.297642 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.325907 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ee736bc6-c650-44ab-bed0-76273fd525ab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1747155 Nov 04 14:19:45.328865 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48828) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:45.334279 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:45.346234 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Allocated IP 172.20.0.5 (26c9cb59-cf30-459f-ade8-4f94b42aa74b/ead5ddcb-1f47-4478-989e-bec75df6c250/c3edb326-f7f4-4195-9364-16a067fb02fd) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:45.430413 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Allocated IP 172.20.0.2 (df8b68bc-c6f9-4730-84ac-88b7b06df9d3/bc190420-7dcc-4838-93bf-6ebb38354c30/58cb911d-e330-4bee-b96d-edb4f282acf7) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:45.482594 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.487186 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.495830 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.539780 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.590650 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.594558 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.652279 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:45.653283 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.656568 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:45.658554 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event updated for resources: {'Port': ['ID=c3edb326-f7f4-4195-9364-16a067fb02fd,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:45.661143 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:45.729913 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:45.729913 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.734905 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:45.739174 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:45.748378 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Pushing event updated for resources: {'Port': ['ID=58cb911d-e330-4bee-b96d-edb4f282acf7,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:45.751373 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:45.798970 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.815530 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Attempting to bind port 58cb911d-e330-4bee-b96d-edb4f282acf7 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:45.816174 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Attempting to bind port 58cb911d-e330-4bee-b96d-edb4f282acf7 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:45.816730 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Attempting to bind port 58cb911d-e330-4bee-b96d-edb4f282acf7 on network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:45.821714 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-77fcf151-0007-40d8-af6b-0461c6adff6c tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882655 Nov 04 14:19:45.827713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:45.827713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Checking segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:45.827713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.827713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Bound using segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:45.827713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Bound port: 58cb911d-e330-4bee-b96d-edb4f282acf7, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:45.827713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.835277 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Request body: {'port': {'device_id': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:45.914025 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] For port 58cb911d-e330-4bee-b96d-edb4f282acf7, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:45.927950 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] For port 58cb911d-e330-4bee-b96d-edb4f282acf7, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=58cb911d-e330-4bee-b96d-edb4f282acf7,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:45.930362 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:45.939447 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-f02cdf13-70ef-4ab4-8b10-38f95cce5d72 None None] Provisioning complete for port c3edb326-f7f4-4195-9364-16a067fb02fd triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:45.940703 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f02cdf13-70ef-4ab4-8b10-38f95cce5d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.126741 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.127015 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6912fa-2f4a-4570-b39e-f2d0a7dc610a req-a9721fc0-ed93-4a7f-9c47-489477104b41 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:46.128426 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a6912fa-2f4a-4570-b39e-f2d0a7dc610a req-a9721fc0-ed93-4a7f-9c47-489477104b41 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 931 time: 0.1354864 Nov 04 14:19:46.156624 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.168641 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-f02cdf13-70ef-4ab4-8b10-38f95cce5d72 None None] Port c3edb326-f7f4-4195-9364-16a067fb02fd cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:19:46.192804 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.197451 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010cb8-b8e4-4dae-969d-5f4022c10194 None None] Pushing event updated for resources: {'Port': ['ID=58cb911d-e330-4bee-b96d-edb4f282acf7,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:46.254210 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a6912fa-2f4a-4570-b39e-f2d0a7dc610a req-3d150915-1297-4b8e-a4ca-ffce5b12c5bf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135178 Nov 04 14:19:46.339941 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Allocated IP 172.27.1.170 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:46.350089 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3edb326-f7f4-4195-9364-16a067fb02fd {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:19:46.358665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.373880 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Transition to ACTIVE for port object c3edb326-f7f4-4195-9364-16a067fb02fd will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:19:46.468412 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.479987 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.551710 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Pushing event updated for resources: {'Port': ['ID=c3edb326-f7f4-4195-9364-16a067fb02fd,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:46.619789 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Attempting to bind port c3edb326-f7f4-4195-9364-16a067fb02fd on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:46.620208 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Attempting to bind port c3edb326-f7f4-4195-9364-16a067fb02fd by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:46.620497 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Attempting to bind port c3edb326-f7f4-4195-9364-16a067fb02fd on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:46.625197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Port c3edb326-f7f4-4195-9364-16a067fb02fd on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:19:46.625523 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Attempting to bind port c3edb326-f7f4-4195-9364-16a067fb02fd on network 26c9cb59-cf30-459f-ade8-4f94b42aa74b {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:46.630866 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:46.631211 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Checking segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:46.631603 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Bound using segment: {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:46.632040 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Bound port: c3edb326-f7f4-4195-9364-16a067fb02fd, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:46.632405 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.634761 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.693918 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:46.704483 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:46.707880 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:46.715958 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] For port c3edb326-f7f4-4195-9364-16a067fb02fd, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:46.719313 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] For port c3edb326-f7f4-4195-9364-16a067fb02fd, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3edb326-f7f4-4195-9364-16a067fb02fd,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:46.732467 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Pushing event updated for resources: {'Port': ['ID=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:46.800374 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.845201 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:46.845824 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:46.847271 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] 10.222.0.107 "PUT /v2.0/ports/c3edb326-f7f4-4195-9364-16a067fb02fd HTTP/1.1" status: 200 len: 1093 time: 1.0169816 Nov 04 14:19:46.847700 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:46.849995 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147" -d '{"events": [{"name": "network-changed", "server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:46.880961 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646c22a-94f6-4b02-861b-0ccbbaf0e233 service neutron] Pushing event updated for resources: {'Port': ['ID=c3edb326-f7f4-4195-9364-16a067fb02fd,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:46.894925 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a179d-86ab-4584-89fe-8b0e33cd761f x-openstack-request-id: req-1c7a179d-86ab-4584-89fe-8b0e33cd761f {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:46.895218 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:46.895498 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c7a179d-86ab-4584-89fe-8b0e33cd761f {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:46.895903 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'status': 'completed', 'code': 200} Nov 04 14:19:46.967017 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147 req-003bcd09-0a7e-4f6d-a0de-4a23145cb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:46.967632 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147 req-003bcd09-0a7e-4f6d-a0de-4a23145cb018 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 1096 time: 0.0478284 Nov 04 14:19:47.119540 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147 req-ca8def2c-886e-4442-8a55-4c0410811ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:47.123153 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147 req-ca8def2c-886e-4442-8a55-4c0410811ece service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1477916 Nov 04 14:19:47.155005 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:47.232373 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147 req-40c04f82-1ba0-4a61-9b56-d3c0d5fa4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:47.233923 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9bd4b96e-abbc-4cd7-953f-613fb4ccb147 req-40c04f82-1ba0-4a61-9b56-d3c0d5fa4ac0 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028235 Nov 04 14:19:47.336606 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-02c969b9-2c64-4f06-b81f-e872d534bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:47.338584 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-02c969b9-2c64-4f06-b81f-e872d534bea0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 1096 time: 0.0629961 Nov 04 14:19:47.375037 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585aa97-683e-483c-b8ea-fba830c96666 None None] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:47.408337 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-f54a85ba-78e7-48a7-b0a0-8af91781b131 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3edb326-f7f4-4195-9364-16a067fb02fd HTTP/1.1" status: 200 len: 217 time: 0.0574164 Nov 04 14:19:47.456428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d97a-fa6f-45ec-b79b-c8d7bac5f674 req-0e9aecf8-fb8b-4109-84e6-fff22a33f27b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:47.458012 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f5d0d97a-fa6f-45ec-b79b-c8d7bac5f674 req-0e9aecf8-fb8b-4109-84e6-fff22a33f27b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 943 time: 0.1160955 Nov 04 14:19:47.486027 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-f10b83d4-0c7a-4925-8c17-0e7867e48e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:47.487894 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-f10b83d4-0c7a-4925-8c17-0e7867e48e86 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.0719225 Nov 04 14:19:47.509131 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-da795652-0090-4383-a377-9b012e72a6a9 None None] Provisioning complete for port 58cb911d-e330-4bee-b96d-edb4f282acf7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:47.509505 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-da795652-0090-4383-a377-9b012e72a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:47.543410 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f5d0d97a-fa6f-45ec-b79b-c8d7bac5f674 req-7c7cc0b5-2a31-409c-b0cc-9dc9fbd0bb65 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770195 Nov 04 14:19:47.564400 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-9b53772d-4e4a-42ad-a43f-08347b746bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:47.566077 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-9b53772d-4e4a-42ad-a43f-08347b746bfb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659263 Nov 04 14:19:47.593888 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:47.638823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-da795652-0090-4383-a377-9b012e72a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:47.667437 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-5c76feca-9750-4576-a5d7-90d7e2740729 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931835 Nov 04 14:19:47.678759 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-da795652-0090-4383-a377-9b012e72a6a9 None None] For port 58cb911d-e330-4bee-b96d-edb4f282acf7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=58cb911d-e330-4bee-b96d-edb4f282acf7,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:47.750757 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-da795652-0090-4383-a377-9b012e72a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:47.784468 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37493093-bef2-4c44-b2c3-a1ce5d3c7498 req-fad44460-e7f7-4b2a-8cb1-6143440bfe32 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090963 Nov 04 14:19:47.807455 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da795652-0090-4383-a377-9b012e72a6a9 None None] Pushing event updated for resources: {'Port': ['ID=58cb911d-e330-4bee-b96d-edb4f282acf7,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:47.829765 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Router 9843dc4c-6ef6-4635-9c9b-ebe965547622 is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:19:47.936014 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 58cb911d-e330-4bee-b96d-edb4f282acf7 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:47.944610 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:47.959137 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Sync routers for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:47.996521 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:47.997136 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:48.001730 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4aba2914-0f3c-46e1-82d3-941d59514db3 None None] Provisioning complete for port 58cb911d-e330-4bee-b96d-edb4f282acf7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:48.002103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4aba2914-0f3c-46e1-82d3-941d59514db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.018657 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.019900 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-7fc4c951-f1ff-4c97-b1b9-00618f0f738f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6893644 Nov 04 14:19:48.022749 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48864) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:48.117703 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 58cb911d-e330-4bee-b96d-edb4f282acf7 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:48.118083 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.178214 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:48.424910 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:46Z', 'revision_number': 3, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:48.443052 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.452971 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Checking router: 9843dc4c-6ef6-4635-9c9b-ebe965547622 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:48.453330 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Updating router 9843dc4c-6ef6-4635-9c9b-ebe965547622 port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:19:48.483667 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.633104 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Allocated IP 172.20.0.1 (df8b68bc-c6f9-4730-84ac-88b7b06df9d3/bc190420-7dcc-4838-93bf-6ebb38354c30/dcad23a5-20f0-488e-8f13-c7fc9d64f08f) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:48.683738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70ce85-8d96-4e85-956b-3818c188f729 req-f3714eb4-5ebf-48ba-bfff-a99a9a7cc820 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:48.693516 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bd70ce85-8d96-4e85-956b-3818c188f729 req-f3714eb4-5ebf-48ba-bfff-a99a9a7cc820 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 943 time: 0.0652862 Nov 04 14:19:48.739427 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bd70ce85-8d96-4e85-956b-3818c188f729 req-bebb77c6-0d57-4bcc-b90c-3078af8df413 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 Nov 04 14:19:48.751644 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.772679 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.806778 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.828591 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.857077 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Attempting to bind port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:48.859005 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Attempting to bind port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:48.859005 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Attempting to bind port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:48.867497 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541e09-d6f8-4f97-b0de-0849b21238cc None None] Pushing event updated for resources: {'Port': ['ID=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:48.870265 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:48.871367 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:48.871794 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.872179 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:48.872796 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Bound port: f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:48.873199 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.874941 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:48.880277 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:48.882803 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:48.896270 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device c3edb326-f7f4-4195-9364-16a067fb02fd details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:19:48.916136 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Pushing event updated for resources: {'Port': ['ID=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:48.935439 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:48.980129 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] For port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:49.020454 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] For port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:49.055691 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port c3edb326-f7f4-4195-9364-16a067fb02fd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3edb326-f7f4-4195-9364-16a067fb02fd,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:49.068916 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'port_id': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'mac_address': 'fa:16:3e:79:12:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:19:49.115158 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.140923 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.158147 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.181958 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3595ec1e-8291-4b9f-b7a2-4d72461d4adb None None] Provisioning complete for port dcad23a5-20f0-488e-8f13-c7fc9d64f08f triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:49.182332 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3595ec1e-8291-4b9f-b7a2-4d72461d4adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.189640 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3edb326-f7f4-4195-9364-16a067fb02fd {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:19:49.238618 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:49.239243 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:49.247118 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port c3edb326-f7f4-4195-9364-16a067fb02fd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3edb326-f7f4-4195-9364-16a067fb02fd,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:49.287344 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541e09-d6f8-4f97-b0de-0849b21238cc None None] Pushing event updated for resources: {'Port': ['ID=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:49.294927 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-3595ec1e-8291-4b9f-b7a2-4d72461d4adb None None] Port dcad23a5-20f0-488e-8f13-c7fc9d64f08f cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:19:49.296880 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.338349 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.378456 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28841805'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.389231 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:49.466528 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Pushing event updated for resources: {'Port': ['ID=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:49.473157 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.562951 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=c3edb326-f7f4-4195-9364-16a067fb02fd,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:49.567647 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:49.569117 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:49.664733 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['c3edb326-f7f4-4195-9364-16a067fb02fd'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:19:49.696761 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Router 9843dc4c-6ef6-4635-9c9b-ebe965547622 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:19:49.826903 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:49.841328 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-60d16ab1-58c9-4aaa-bb3f-4f36199e286e admin admin] 10.222.0.74 "PUT /v2.0/routers/9843dc4c-6ef6-4635-9c9b-ebe965547622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8175097 Nov 04 14:19:49.858921 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0239-b54b-4430-8479-ef3467230050 None None] Provisioning complete for port dcad23a5-20f0-488e-8f13-c7fc9d64f08f triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:49.859298 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0239-b54b-4430-8479-ef3467230050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:49.902673 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:48Z', 'revision_number': 1, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:49.944772 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ee8c-bab3-427f-ad25-7a72c91b4c9f None None] The sync data for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi is: [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:48Z', 'revision_number': 1, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:49.948078 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c0239-b54b-4430-8479-ef3467230050 None None] Port dcad23a5-20f0-488e-8f13-c7fc9d64f08f cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:19:50.088533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f7d0c-c487-4e76-944f-c193fd49e2d7 req-14e58f56-0909-452f-8b85-64ad71a7a425 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:50.090080 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fb2f7d0c-c487-4e76-944f-c193fd49e2d7 req-14e58f56-0909-452f-8b85-64ad71a7a425 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 944 time: 0.2561038 Nov 04 14:19:50.144195 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fb2f7d0c-c487-4e76-944f-c193fd49e2d7 req-aeda6b8a-316f-4466-be0e-25a76daf91fd tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468686 Nov 04 14:19:50.757348 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48918) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:50.762496 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-842812073-network', 'tenant_id': '4bad998dbd2d456d90958745d60812e7'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:50.852949 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Made reservation on behalf of 4bad998dbd2d456d90958745d60812e7 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:50.855339 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:50.864959 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:50.909690 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device c3edb326-f7f4-4195-9364-16a067fb02fd up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:50.941285 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.068398 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.098622 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:19:51.108570 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d8bc1-90f1-4e5e-9335-65f8667f330d,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:51.114623 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.114970 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Added segment c165e809-012a-4940-86bb-8372ccbbb381 of type vlan for network 61c00651-e650-4653-bfdd-041700d4f644 Nov 04 14:19:51.125831 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port c3edb326-f7f4-4195-9364-16a067fb02fd completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:19:51.130103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port c3edb326-f7f4-4195-9364-16a067fb02fd triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:51.132283 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.160112 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.243542 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.268888 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:51.271191 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e227b1-c3be-4734-897a-3c5649af1fe9" -d '{"events": [{"server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "name": "network-vif-plugged", "status": "completed", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:51.279628 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffc5dd-a295-44d9-9118-806d1dbd14ac req-8f6bc44b-d45f-4c00-be12-948e95a1be09 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:51.282696 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-65ffc5dd-a295-44d9-9118-806d1dbd14ac req-8f6bc44b-d45f-4c00-be12-948e95a1be09 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 944 time: 0.0506308 Nov 04 14:19:51.288085 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port c3edb326-f7f4-4195-9364-16a067fb02fd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3edb326-f7f4-4195-9364-16a067fb02fd,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:51.298768 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.299843 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:51.305548 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.315180 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe6827-200c-42a0-a6d0-b0af58eb3222 x-openstack-request-id: req-f6fe6827-200c-42a0-a6d0-b0af58eb3222 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:51.315559 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "name": "network-vif-plugged", "status": "completed", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:51.315819 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6fe6827-200c-42a0-a6d0-b0af58eb3222 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:51.316217 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'code': 200} Nov 04 14:19:51.333493 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-65ffc5dd-a295-44d9-9118-806d1dbd14ac req-864f8ac8-1a0b-4c52-9473-b5e98b4b2dfb tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Nov 04 14:19:51.374801 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] Pushing event updated for resources: {'Network': ['ID=61c00651-e650-4653-bfdd-041700d4f644,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:51.385123 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 61c00651-e650-4653-bfdd-041700d4f644 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:19:51.389540 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.413596 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-64065e38-0f77-47cd-9bfa-260323fc8152 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6551344 Nov 04 14:19:51.416512 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48926) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:51.421741 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Request body: {'subnet': {'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-842812073-subnet', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:51.490144 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=c3edb326-f7f4-4195-9364-16a067fb02fd,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:51.496608 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Made reservation on behalf of 4bad998dbd2d456d90958745d60812e7 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:19:51.498968 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26144780'] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.656018 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c62ed4-f70d-4b6c-970d-7f6204a90824 req-4e182c83-821b-4d7d-ae8c-838e65c57992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:51.657571 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-83c62ed4-f70d-4b6c-970d-7f6204a90824 req-4e182c83-821b-4d7d-ae8c-838e65c57992 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 1098 time: 0.0480800 Nov 04 14:19:51.706020 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-83c62ed4-f70d-4b6c-970d-7f6204a90824 req-d3347a75-042e-4863-ad15-db9f8911df89 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Nov 04 14:19:51.727649 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28841776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26144830'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:51.787079 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e133563-b463-45ff-8381-0a0476072db5,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:51.801916 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Checking segment: {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:51.801916 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Network hostable DHCP agents. Network: 61c00651-e650-4653-bfdd-041700d4f644, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:19:51.868742 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Network 61c00651-e650-4653-bfdd-041700d4f644 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:19:51.917655 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:51.971162 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:51.971530 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.011700 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Sync routers for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:52.018312 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 61c00651-e650-4653-bfdd-041700d4f644) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:52.023339 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:52.023963 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:52.028224 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:52.028934 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.039229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1267d090-b128-4f44-98e3-16afa26836b7 None None] Network 61c00651-e650-4653-bfdd-041700d4f644 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:52.072618 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.090087 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-790a79f1-d423-42fe-bf2d-4ebec5a971f2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6722283 Nov 04 14:19:52.095358 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48932) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:52.099825 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:52.130725 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:52.133063 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:52.201558 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.202695 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.217692 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-61c00651-e650-4653-bfdd-041700d4f644', 'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'fixed_ips': [{'subnet_id': '3e133563-b463-45ff-8381-0a0476072db5'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:19:52.219858 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.238676 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.270579 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.364821 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:52.381568 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 2, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:52.411708 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Checking router: 9843dc4c-6ef6-4635-9c9b-ebe965547622 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:52.412072 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Updating router 9843dc4c-6ef6-4635-9c9b-ebe965547622 port dcad23a5-20f0-488e-8f13-c7fc9d64f08f binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:19:52.421608 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Allocated IP 172.20.0.2 (61c00651-e650-4653-bfdd-041700d4f644/3e133563-b463-45ff-8381-0a0476072db5/aadac850-f4bf-44e6-8b2c-aa7b0eab2742) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:52.441509 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.516289 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1d324-d599-47d8-bb06-7c1abc605c03 req-363d95f6-2339-40b6-b599-462aedb83917 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:52.525900 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4a1d324-d599-47d8-bb06-7c1abc605c03 req-363d95f6-2339-40b6-b599-462aedb83917 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.0641310 Nov 04 14:19:52.558956 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.574441 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4a1d324-d599-47d8-bb06-7c1abc605c03 req-7da73484-a0a9-4a8c-bb94-89ada7ade5a0 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 Nov 04 14:19:52.608073 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.676286 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.715073 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Network 61c00651-e650-4653-bfdd-041700d4f644 is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:52.722036 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:52.728625 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:52.733451 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Pushing event updated for resources: {'Port': ['ID=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:52.735357 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.788361 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Attempting to bind port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:52.788751 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Attempting to bind port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:52.789034 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Attempting to bind port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 on network 61c00651-e650-4653-bfdd-041700d4f644 {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:52.794084 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:52.794515 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Checking segment: {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:52.794916 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.795305 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Bound using segment: {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:52.795769 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Bound port: aadac850-f4bf-44e6-8b2c-aa7b0eab2742, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:52.796163 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.818789 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.863476 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] For port aadac850-f4bf-44e6-8b2c-aa7b0eab2742, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:52.867525 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.868059 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] For port aadac850-f4bf-44e6-8b2c-aa7b0eab2742, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:52.886747 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Pushing event updated for resources: {'Port': ['ID=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:52.890693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.895561 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.895921 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.896278 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.896635 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.896958 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.897639 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.897639 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.898064 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.898426 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.898754 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.899071 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.899517 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:52.931488 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.959242 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Attempting to bind port dcad23a5-20f0-488e-8f13-c7fc9d64f08f on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:52.959770 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Attempting to bind port dcad23a5-20f0-488e-8f13-c7fc9d64f08f by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:52.960229 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Attempting to bind port dcad23a5-20f0-488e-8f13-c7fc9d64f08f on network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:52.966062 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:52.966653 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Checking segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:52.967212 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:52.967613 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Bound using segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:52.968168 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Bound port: dcad23a5-20f0-488e-8f13-c7fc9d64f08f, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:52.969037 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.010823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544df9a5-d361-42b0-a298-df3217e8d574 None None] Pushing event updated for resources: {'Port': ['ID=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:53.039934 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Allocated IP 172.27.1.248 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/c496ee2f-479e-46f7-aeb9-536124d659e8) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:53.065029 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] For port dcad23a5-20f0-488e-8f13-c7fc9d64f08f, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:53.069681 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] For port dcad23a5-20f0-488e-8f13-c7fc9d64f08f, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:53.132973 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.173482 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.191305 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-1c9f169a-f18d-4dd4-b222-011b04ca4aa3 None None] Provisioning complete for port dcad23a5-20f0-488e-8f13-c7fc9d64f08f triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:53.191675 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1c9f169a-f18d-4dd4-b222-011b04ca4aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.195059 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f871803-d13c-47c6-8bbe-8bb7b419964d None None] Pushing event updated for resources: {'Port': ['ID=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,revision_number=4']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:53.197530 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:53.198130 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:53.296527 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.296870 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1c9f169a-f18d-4dd4-b222-011b04ca4aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.372849 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:53.373159 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:53.376543 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:53.394563 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:53.398858 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-1c9f169a-f18d-4dd4-b222-011b04ca4aa3 None None] For port dcad23a5-20f0-488e-8f13-c7fc9d64f08f, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:53.454798 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Pushing event updated for resources: {'Port': ['ID=c496ee2f-479e-46f7-aeb9-536124d659e8,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:53.481450 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1c9f169a-f18d-4dd4-b222-011b04ca4aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.559916 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f169a-f18d-4dd4-b222-011b04ca4aa3 None None] Pushing event updated for resources: {'Port': ['ID=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:53.619646 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-cb3744af-98be-4ef9-8ccd-0b58e623169c None None] Provisioning complete for port dcad23a5-20f0-488e-8f13-c7fc9d64f08f triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:53.621009 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-cb3744af-98be-4ef9-8ccd-0b58e623169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:53.649156 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:53.681834 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23a40e-4447-4531-937e-014e0acb430a None None] The sync data for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi is: [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:53.764039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65af80-d019-4046-90c7-88c5623afb6f req-2d2d2ff4-1eb0-465d-a2eb-2588d215b941 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:53.765597 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d65af80-d019-4046-90c7-88c5623afb6f req-2d2d2ff4-1eb0-465d-a2eb-2588d215b941 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.0962679 Nov 04 14:19:53.823908 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d65af80-d019-4046-90c7-88c5623afb6f req-002eb352-f215-4647-bbbd-eb138358c283 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506973 Nov 04 14:19:53.857915 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.168535 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aadac850-f4bf-44e6-8b2c-aa7b0eab2742 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:54.298003 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:54.298396 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.356823 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f29b1-c449-4b22-b65c-d8d7eb9ff9e2 req-69e12fcb-ea5a-4a7a-9090-b6c605c232f5 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:54.359011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a06f29b1-c449-4b22-b65c-d8d7eb9ff9e2 req-69e12fcb-ea5a-4a7a-9090-b6c605c232f5 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.4251595 Nov 04 14:19:54.369139 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48970) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:54.374264 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Request body: {'floatingip': {'port_id': 'c3edb326-f7f4-4195-9364-16a067fb02fd'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:19:54.428181 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.449461 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.483359 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca671d5-93b3-4f90-8c21-352ef6395216 None None] Network 61c00651-e650-4653-bfdd-041700d4f644 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:19:54.522135 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port aadac850-f4bf-44e6-8b2c-aa7b0eab2742, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:54.550563 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.586079 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-9386e780-38c4-41e0-9a3f-c5de1f109239 None None] Provisioning complete for port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:54.586519 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9386e780-38c4-41e0-9a3f-c5de1f109239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.619158 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.620130 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device dcad23a5-20f0-488e-8f13-c7fc9d64f08f up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:54.766755 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:54.777322 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Router b78145ac-2be4-4aa9-94c5-d9987f3c2dea is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101610) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:19:54.896422 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:54.928168 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Sync routers for ids ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:54.933918 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.958778 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port dcad23a5-20f0-488e-8f13-c7fc9d64f08f triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:54.959145 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.964019 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Routers {'b78145ac-2be4-4aa9-94c5-d9987f3c2dea'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:54.964632 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:54.973314 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:54.980247 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a7009c72-94e7-466a-971e-469d1ab73d3d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8782189 Nov 04 14:19:54.980247 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48974) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:55.001998 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.125304 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Floating IP 651d5b78-bf2c-4a76-80de-68559aabfbcd associated. External IP: 172.27.1.42, port: c3edb326-f7f4-4195-9364-16a067fb02fd. Nov 04 14:19:55.162583 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:55.197907 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Set router b78145ac-2be4-4aa9-94c5-d9987f3c2dea gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:55.374878 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-ca64e5c7-4ecd-43b9-a797-3566cf14ebf9 None None] Provisioning complete for port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:55.375311 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ca64e5c7-4ecd-43b9-a797-3566cf14ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.388708 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:19:55.446889 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:55.447170 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.455673 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.534821 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:55.546044 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:19:55.555132 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.559405 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:55.560252 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:55.579205 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ec1b6174-c213-4419-b429-901f4558b3cf tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "PUT /v2.0/floatingips/651d5b78-bf2c-4a76-80de-68559aabfbcd HTTP/1.1" status: 200 len: 990 time: 1.2081203 Nov 04 14:19:55.580018 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:19:55.582635 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71341f5-fb8f-401c-a204-e556969c6b05" -d '{"events": [{"name": "network-changed", "server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:19:55.624777 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 3, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:55.664521 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Allocated IP 172.20.0.1 (61c00651-e650-4653-bfdd-041700d4f644/3e133563-b463-45ff-8381-0a0476072db5/52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:19:55.667836 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Checking router: b78145ac-2be4-4aa9-94c5-d9987f3c2dea for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:55.668185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Updating router b78145ac-2be4-4aa9-94c5-d9987f3c2dea port c496ee2f-479e-46f7-aeb9-536124d659e8 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:19:55.699936 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.793454 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62959b01-53aa-47c2-ad2f-0a8740ae3a82 x-openstack-request-id: req-62959b01-53aa-47c2-ad2f-0a8740ae3a82 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:19:55.794106 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:19:55.795198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62959b01-53aa-47c2-ad2f-0a8740ae3a82 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:19:55.795792 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'status': 'completed', 'code': 200} Nov 04 14:19:55.796205 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.824565 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:55.903490 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-27f66378-a40f-4a1e-a737-39e1d6f01ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:55.905303 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-27f66378-a40f-4a1e-a737-39e1d6f01ee5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 1098 time: 0.0751817 Nov 04 14:19:55.936863 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:55.969241 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aadac850-f4bf-44e6-8b2c-aa7b0eab2742 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:55.995427 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Pushing event updated for resources: {'Port': ['ID=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:56.021155 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Network 61c00651-e650-4653-bfdd-041700d4f644 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:56.025175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:56.032441 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:19:56.060439 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 48992) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:56.088528 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-75680402-bc2e-4d17-9596-6f4f5cd9befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:56.090551 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-75680402-bc2e-4d17-9596-6f4f5cd9befb service neutron] 10.222.0.107 "GET /v2.0/networks?id=26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 200 len: 911 time: 0.1765733 Nov 04 14:19:56.092654 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.106713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:56.107081 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.116034 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.149297 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '651d5b78-bf2c-4a76-80de-68559aabfbcd', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'port_id': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'mac_address': 'fa:16:3e:79:12:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:19:41Z', 'updated_at': '2021-11-04T14:19:54Z', 'revision_number': 1, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:56.203146 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-ffd1dccc-eb13-4a09-be53-58007c6c53ec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3edb326-f7f4-4195-9364-16a067fb02fd HTTP/1.1" status: 200 len: 998 time: 0.1013579 Nov 04 14:19:56.213870 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:19:56.214476 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.240984 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:56.240984 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:56.280521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.306089 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-5a3b6779-0b82-4305-95a3-4ba2893f804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:56.307693 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-5a3b6779-0b82-4305-95a3-4ba2893f804f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 200 len: 849 time: 0.0964301 Nov 04 14:19:56.323195 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Attempting to bind port c496ee2f-479e-46f7-aeb9-536124d659e8 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:19:56.323479 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Attempting to bind port c496ee2f-479e-46f7-aeb9-536124d659e8 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:19:56.323852 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Attempting to bind port c496ee2f-479e-46f7-aeb9-536124d659e8 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:19:56.331915 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:19:56.332161 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:19:56.332362 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.332746 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:19:56.333226 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Bound port: c496ee2f-479e-46f7-aeb9-536124d659e8, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:19:56.333611 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.337525 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457baa9-47e9-49de-9fa0-177d9d8eac4a None None] Pushing event updated for resources: {'Port': ['ID=c496ee2f-479e-46f7-aeb9-536124d659e8,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:56.380471 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.384694 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-03cfd8cd-2a75-4ba6-8535-85668086e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:56.386556 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-03cfd8cd-2a75-4ba6-8535-85668086e213 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=26c9cb59-cf30-459f-ade8-4f94b42aa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701928 Nov 04 14:19:56.425735 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.426624 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:56.429864 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] For port c496ee2f-479e-46f7-aeb9-536124d659e8, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:19:56.435141 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] For port c496ee2f-479e-46f7-aeb9-536124d659e8, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=c496ee2f-479e-46f7-aeb9-536124d659e8,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:19:56.437558 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-385d47a1-4099-447c-afc3-94dd3d6e353f None None] Provisioning complete for port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:56.438667 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-385d47a1-4099-447c-afc3-94dd3d6e353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.482786 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-385d47a1-4099-447c-afc3-94dd3d6e353f None None] Port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:19:56.493083 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.503173 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.517310 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-d960cf2d-d060-4e49-971c-dbda99fdbce4 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171169 Nov 04 14:19:56.580063 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Routers {'b78145ac-2be4-4aa9-94c5-d9987f3c2dea'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:19:56.581298 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:56.584568 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457baa9-47e9-49de-9fa0-177d9d8eac4a None None] Pushing event updated for resources: {'Port': ['ID=c496ee2f-479e-46f7-aeb9-536124d659e8,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:56.591568 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.614025 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.625901 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f9c8e27472e43cfb8328a8e9fd8b6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632906 Nov 04 14:19:56.628755 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 48996) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:56.653554 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2272593-1b3c-4a0f-a3f6-3c22a3a64fe0,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:56.671247 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.671633 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.671934 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.672810 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.673186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.673525 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.673858 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.674209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.674544 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.674874 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.675198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.675528 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438edce-b0f7-451f-b346-ccbc7d579cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:19:56.682488 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f71341f5-fb8f-401c-a204-e556969c6b05 req-3ed28260-584b-4a99-8549-17575295a746 service neutron] 10.222.0.107 "GET /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581883 Nov 04 14:19:56.682667 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28841805'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.717642 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '651d5b78-bf2c-4a76-80de-68559aabfbcd', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'port_id': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'mac_address': 'fa:16:3e:79:12:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:19:41Z', 'updated_at': '2021-11-04T14:19:54Z', 'revision_number': 1, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:56.728321 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] Set router b78145ac-2be4-4aa9-94c5-d9987f3c2dea gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:19:56.745328 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fa754-dd2c-4246-9f30-4d6e78988e37 None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '651d5b78-bf2c-4a76-80de-68559aabfbcd', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'port_id': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'mac_address': 'fa:16:3e:79:12:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:19:41Z', 'updated_at': '2021-11-04T14:19:54Z', 'revision_number': 1, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:56.818842 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1f8f4081-7414-4451-90fb-a235f7e57fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.824596 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.857808 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Pushing event updated for resources: {'Port': ['ID=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:56.870837 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1f8f4081-7414-4451-90fb-a235f7e57fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:56.979018 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7', 'name': '', 'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'mac_address': 'fa:16:3e:64:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3e133563-b463-45ff-8381-0a0476072db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:55Z', 'updated_at': '2021-11-04T14:19:55Z', 'revision_number': 1, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'subnets': [{'id': '3e133563-b463-45ff-8381-0a0476072db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:19:56.985594 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Network 61c00651-e650-4653-bfdd-041700d4f644 is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:19:56.987198 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:19:57.010808 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a8b91-d39d-49d1-819f-16df0e1fd2ea None None] New status for floating IP 651d5b78-bf2c-4a76-80de-68559aabfbcd: ACTIVE {{(pid=101611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:19:57.014345 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce130646-8b46-48c1-a91e-d0a64c8440da None None] The sync data for ids ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'] in dv-cinder-815848-5-iscsi is: [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7', 'name': '', 'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'mac_address': 'fa:16:3e:64:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3e133563-b463-45ff-8381-0a0476072db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:55Z', 'updated_at': '2021-11-04T14:19:55Z', 'revision_number': 1, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'subnets': [{'id': '3e133563-b463-45ff-8381-0a0476072db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:19:57.082607 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1f8f4081-7414-4451-90fb-a235f7e57fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:57.085217 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-1f8f4081-7414-4451-90fb-a235f7e57fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:57.086416 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-1f8f4081-7414-4451-90fb-a235f7e57fc1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2272593-1b3c-4a0f-a3f6-3c22a3a64fe0 HTTP/1.1" status: 204 len: 168 time: 0.4547515 Nov 04 14:19:57.107756 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f4081-7414-4451-90fb-a235f7e57fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2272593-1b3c-4a0f-a3f6-3c22a3a64fe0,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:57.140183 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Router b78145ac-2be4-4aa9-94c5-d9987f3c2dea has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:19:57.305369 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:19:57.311567 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a7f2414a-6c96-4618-b156-ba6b13327304 admin admin] 10.222.0.74 "PUT /v2.0/routers/b78145ac-2be4-4aa9-94c5-d9987f3c2dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330944 Nov 04 14:19:57.323019 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3dcff43f-f5e5-455b-805c-f1b89bbd298b None None] Provisioning complete for port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:57.323925 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3dcff43f-f5e5-455b-805c-f1b89bbd298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:57.382738 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff43f-f5e5-455b-805c-f1b89bbd298b None None] Port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:19:57.775417 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49018) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:57.790794 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5f22ba01-214d-41c0-b1e2-f524157b41af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:57.878822 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5f22ba01-214d-41c0-b1e2-f524157b41af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:57.955331 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5f22ba01-214d-41c0-b1e2-f524157b41af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.004960 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22ba01-214d-41c0-b1e2-f524157b41af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14007e-79c8-41e8-8046-71be605c3815,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:58.008002 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c496ee2f-479e-46f7-aeb9-536124d659e8 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:19:58.028710 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5f22ba01-214d-41c0-b1e2-f524157b41af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=45feb690343347ebb79d8fb96cf5007e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515249 Nov 04 14:19:58.031485 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49034) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:58.092682 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa989f29-f480-49ae-8e5e-1873785761f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.120927 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa989f29-f480-49ae-8e5e-1873785761f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.220248 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port c496ee2f-479e-46f7-aeb9-536124d659e8 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:19:58.222427 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.241453 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa989f29-f480-49ae-8e5e-1873785761f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.245711 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa989f29-f480-49ae-8e5e-1873785761f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.245711 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-aa989f29-f480-49ae-8e5e-1873785761f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e14007e-79c8-41e8-8046-71be605c3815 HTTP/1.1" status: 204 len: 168 time: 0.2122145 Nov 04 14:19:58.254326 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa989f29-f480-49ae-8e5e-1873785761f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14007e-79c8-41e8-8046-71be605c3815,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:58.357970 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.383054 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port c496ee2f-479e-46f7-aeb9-536124d659e8, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=c496ee2f-479e-46f7-aeb9-536124d659e8,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:19:58.454209 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:58.543471 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=c496ee2f-479e-46f7-aeb9-536124d659e8,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:58.937091 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49046) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:58.950995 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-abaae1f3-b92f-4b4d-bb20-3b56f2f7acdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.066947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-abaae1f3-b92f-4b4d-bb20-3b56f2f7acdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.115282 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-abaae1f3-b92f-4b4d-bb20-3b56f2f7acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.163778 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-abaae1f3-b92f-4b4d-bb20-3b56f2f7acdb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=60c94ee7069d451a806854f56d30f726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249792 Nov 04 14:19:59.166348 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49052) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:19:59.172888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaae1f3-b92f-4b4d-bb20-3b56f2f7acdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29728c85-1a64-4f37-a8ab-11e17efe648f,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:59.228692 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3d629ede-9d22-4bfc-9dbe-fd7aad2529b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.250886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3d629ede-9d22-4bfc-9dbe-fd7aad2529b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.380252 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-e4fef629-a207-4140-ae3f-067b69f15acf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441718 Nov 04 14:19:59.444105 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3d629ede-9d22-4bfc-9dbe-fd7aad2529b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.446708 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-3d629ede-9d22-4bfc-9dbe-fd7aad2529b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:19:59.447869 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-3d629ede-9d22-4bfc-9dbe-fd7aad2529b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/29728c85-1a64-4f37-a8ab-11e17efe648f HTTP/1.1" status: 204 len: 168 time: 0.2804167 Nov 04 14:19:59.456916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d629ede-9d22-4bfc-9dbe-fd7aad2529b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29728c85-1a64-4f37-a8ab-11e17efe648f,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:19:59.487034 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-f88c300d-2134-48d5-b7df-4a02319d1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:59.488560 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-f88c300d-2134-48d5-b7df-4a02319d1ce5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1099 time: 0.0744140 Nov 04 14:19:59.628891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-e181580a-d794-4cd5-b959-99628135ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:59.636984 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-e181580a-d794-4cd5-b959-99628135ba1c service neutron] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 907 time: 0.1216564 Nov 04 14:19:59.713237 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-2d4591d2-e355-494d-abb8-e72cf14b9473 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 1002 time: 0.0640435 Nov 04 14:19:59.779686 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-0eb859b2-6a02-49b3-b87c-861039f34ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:59.781276 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-0eb859b2-6a02-49b3-b87c-861039f34ccd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.0608323 Nov 04 14:19:59.841013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-f4c842f1-6e62-448c-9c4c-4cab599bdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:19:59.842773 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-f4c842f1-6e62-448c-9c4c-4cab599bdf64 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531991 Nov 04 14:19:59.998893 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-8abf8705-eff1-4593-858c-1ef08356b38e service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473677 Nov 04 14:20:00.019083 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c496ee2f-479e-46f7-aeb9-536124d659e8 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:20:00.101373 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port c496ee2f-479e-46f7-aeb9-536124d659e8 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:00.101855 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:00.144045 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8a69c8bb-ef7c-4f56-a98f-a61ad8cec7ff req-6b1f7179-1b98-4f4d-a0bd-39ff3f12d149 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343908 Nov 04 14:20:01.052302 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Sync routers for ids ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:20:01.064215 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Routers {'b78145ac-2be4-4aa9-94c5-d9987f3c2dea'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:20:01.064847 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:01.186790 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Set router b78145ac-2be4-4aa9-94c5-d9987f3c2dea gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:20:01.407968 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7', 'name': '', 'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'mac_address': 'fa:16:3e:64:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3e133563-b463-45ff-8381-0a0476072db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:55Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 2, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'subnets': [{'id': '3e133563-b463-45ff-8381-0a0476072db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:01.439387 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Checking router: b78145ac-2be4-4aa9-94c5-d9987f3c2dea for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:20:01.439835 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Updating router b78145ac-2be4-4aa9-94c5-d9987f3c2dea port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:20:01.465046 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:01.756295 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:01.806865 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:01.896359 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac4270-7cd7-47bd-9363-bd2c25b01012 None None] Pushing event updated for resources: {'Port': ['ID=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:01.941135 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Attempting to bind port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:20:01.941355 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Attempting to bind port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:20:01.941813 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Attempting to bind port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 on network 61c00651-e650-4653-bfdd-041700d4f644 {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:20:01.947545 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:20:01.948006 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Checking segment: {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:20:01.948513 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:01.948963 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Bound using segment: {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:20:01.949494 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Bound port: 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165e809-012a-4940-86bb-8372ccbbb381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '61c00651-e650-4653-bfdd-041700d4f644'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:20:01.949959 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:02.042990 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] For port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:20:02.046453 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] For port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:20:02.127785 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:02.133602 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-121d5293-e4cf-422b-b527-35e82cee6fb4 None None] Provisioning complete for port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:02.134087 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-121d5293-e4cf-422b-b527-35e82cee6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:02.199538 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Routers {'b78145ac-2be4-4aa9-94c5-d9987f3c2dea'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:20:02.199868 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:19:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:02.201764 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac4270-7cd7-47bd-9363-bd2c25b01012 None None] Pushing event updated for resources: {'Port': ['ID=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,revision_number=4']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:02.239818 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-121d5293-e4cf-422b-b527-35e82cee6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:02.288342 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-121d5293-e4cf-422b-b527-35e82cee6fb4 None None] For port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:02.360950 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] Set router b78145ac-2be4-4aa9-94c5-d9987f3c2dea gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:20:02.379405 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-121d5293-e4cf-422b-b527-35e82cee6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:02.437147 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d5293-e4cf-422b-b527-35e82cee6fb4 None None] Pushing event updated for resources: {'Port': ['ID=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:02.501226 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-ab28e2c6-e9ad-4814-b0aa-561a443743f7 None None] Provisioning complete for port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:02.501752 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2c6-e9ad-4814-b0aa-561a443743f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:02.627226 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7', 'name': '', 'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'mac_address': 'fa:16:3e:64:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3e133563-b463-45ff-8381-0a0476072db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:55Z', 'updated_at': '2021-11-04T14:20:02Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'subnets': [{'id': '3e133563-b463-45ff-8381-0a0476072db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:02.663738 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3bbb0-5c4a-46b2-a7d5-fb134e19273f None None] The sync data for ids ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'] in dv-cinder-815848-5-iscsi is: [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:56Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7', 'name': '', 'network_id': '61c00651-e650-4653-bfdd-041700d4f644', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'mac_address': 'fa:16:3e:64:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3e133563-b463-45ff-8381-0a0476072db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:55Z', 'updated_at': '2021-11-04T14:20:02Z', 'revision_number': 4, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'subnets': [{'id': '3e133563-b463-45ff-8381-0a0476072db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:20:02.925521 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-64a0d6e4-ad51-4068-9075-5ca22d32b3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:03.961040 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:20:04.016900 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:04.017805 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:05.258259 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-eaaf541d-abc8-453b-8035-d381cf9de04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:06.579219 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:08.115072 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:08.743625 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:09.843143 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-7259467a-fc66-418e-afbf-9741846df7be tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:09.845276 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-7259467a-fc66-418e-afbf-9741846df7be tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 815 time: 0.3632257 Nov 04 14:20:09.860089 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-3b3f2d07-baca-42d2-8fad-a8d31dc2aa29 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/quotas/ab3665de7d784c84b4df90167e0e0580 HTTP/1.1" status: 200 len: 375 time: 0.0090370 Nov 04 14:20:09.908616 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-f5810e61-2d58-4eb8-a1f2-516c93029b56 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433819 Nov 04 14:20:10.089871 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-cdf83cbd-7867-41b0-a467-85cedb69120a service neutron] 10.222.0.74 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700244 Nov 04 14:20:10.181274 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-4c9fc64c-8f39-48ca-a2d1-9cecbc910f5d service neutron] 10.222.0.74 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Nov 04 14:20:10.435833 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-62379447-debf-4c36-a506-828f08b106d6 req-9d3c732d-7fc7-43cc-879b-514a107e6438 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 210 time: 0.0253181 Nov 04 14:20:11.513563 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f22e703a-71df-475e-8137-8a46993855cc req-930276ec-a38c-423f-9ada-37242e311f6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 210 time: 0.0242853 Nov 04 14:20:12.603800 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cbe26896-fa56-454a-9dd6-5a97a19005a6 req-69bb6cc3-0f04-45f7-b180-2b634d0532ae tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 210 time: 0.0250239 Nov 04 14:20:12.980152 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-2a06bbba-75f3-4fa0-a6f6-bcbdf4798cd8 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:12.981499 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-2a06bbba-75f3-4fa0-a6f6-bcbdf4798cd8 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 815 time: 0.1018398 Nov 04 14:20:12.995089 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'port': {'device_id': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'admin_state_up': True, 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:13.177563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Made reservation on behalf of ab3665de7d784c84b4df90167e0e0580 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:20:13.181204 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:13.306459 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Allocated IP 172.20.0.11 (df8b68bc-c6f9-4730-84ac-88b7b06df9d3/bc190420-7dcc-4838-93bf-6ebb38354c30/00ae3a50-227a-45e2-aa3b-d43f3ef65f33) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:20:13.455854 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:13.560023 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:13.600471 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:20:13.603399 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:20:13.609634 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:20:13.639685 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:13.667888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:13.673635 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:13.744928 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0b7fa-1728-4863-8f0f-21dacd63386d req-8d015314-b425-47e7-8507-2f0d4ea422eb tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:13.751014 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-36b0b7fa-1728-4863-8f0f-21dacd63386d req-8d015314-b425-47e7-8507-2f0d4ea422eb tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0594268 Nov 04 14:20:13.806681 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-a7deb932-2922-4f0e-8189-f01a6060d51b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8134251 Nov 04 14:20:13.868022 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-36b0b7fa-1728-4863-8f0f-21dacd63386d req-3663a3a1-ca94-4588-82d8-a43e68d82ddd tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Nov 04 14:20:13.917902 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-8b8fe277-293e-4038-91e6-646169cbbcd9 None None] Provisioning complete for port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:13.918928 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8b8fe277-293e-4038-91e6-646169cbbcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:13.957230 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-8b8fe277-293e-4038-91e6-646169cbbcd9 None None] Port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:20:14.109261 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:20:15.011410 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae0fed-e5bf-4088-a9ff-b10eba30b59e req-6c575bb4-e73b-4b44-bbf9-21f65cd93ada tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:15.012916 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1aae0fed-e5bf-4088-a9ff-b10eba30b59e req-6c575bb4-e73b-4b44-bbf9-21f65cd93ada tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0479987 Nov 04 14:20:15.073576 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1aae0fed-e5bf-4088-a9ff-b10eba30b59e req-c52d58b3-114d-421e-8c2f-e3ff5c26b6fa tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540826 Nov 04 14:20:16.195979 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca85766-a213-46f7-87c2-82b1f4b80af0 req-20698778-28cd-4df7-aa01-78a466255100 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:16.197431 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ca85766-a213-46f7-87c2-82b1f4b80af0 req-20698778-28cd-4df7-aa01-78a466255100 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0513601 Nov 04 14:20:16.247170 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ca85766-a213-46f7-87c2-82b1f4b80af0 req-ec6eaf76-d377-4218-9722-7f17a8721f67 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Nov 04 14:20:17.365299 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51f9c7-fbf0-40ac-8f8b-9ff3961cbc50 req-714996c4-a8ae-452a-a240-7a3a701864eb tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:17.366894 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be51f9c7-fbf0-40ac-8f8b-9ff3961cbc50 req-714996c4-a8ae-452a-a240-7a3a701864eb tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0475149 Nov 04 14:20:17.422169 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-be51f9c7-fbf0-40ac-8f8b-9ff3961cbc50 req-5630a2c0-12a4-43d6-a1ef-67e92a042638 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 Nov 04 14:20:18.543484 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035128de-2788-4ce0-80f1-1038508a4463 req-37ab5a26-477e-425c-98ee-1437a6c0d705 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:18.544984 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-035128de-2788-4ce0-80f1-1038508a4463 req-37ab5a26-477e-425c-98ee-1437a6c0d705 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0482948 Nov 04 14:20:18.596057 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-035128de-2788-4ce0-80f1-1038508a4463 req-d1f065ad-e66d-4169-b574-f2e3037a7f6f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Nov 04 14:20:19.714332 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78ed9-647a-4e68-b04c-a5098d6f692a req-d8393317-a14f-497d-8e27-ba82f94d6488 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:19.715862 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e2f78ed9-647a-4e68-b04c-a5098d6f692a req-d8393317-a14f-497d-8e27-ba82f94d6488 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0479593 Nov 04 14:20:19.764588 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e2f78ed9-647a-4e68-b04c-a5098d6f692a req-2adc518d-04ce-47dc-a03a-a9fc314beea1 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Nov 04 14:20:20.891562 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08494e1-2f27-4346-8c85-498d30bc9198 req-6e660dad-8eaa-401a-b75d-7b014773d783 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:20.892997 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a08494e1-2f27-4346-8c85-498d30bc9198 req-6e660dad-8eaa-401a-b75d-7b014773d783 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0464509 Nov 04 14:20:20.942082 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a08494e1-2f27-4346-8c85-498d30bc9198 req-0d5eaf63-60ab-4cd6-aca4-87b71a41fa7c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Nov 04 14:20:22.067536 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ef01e-1d1b-412c-b07e-c62a83828d53 req-3a6129dc-43bb-4d78-8502-6eee208dc55c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:22.069155 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-795ef01e-1d1b-412c-b07e-c62a83828d53 req-3a6129dc-43bb-4d78-8502-6eee208dc55c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0590088 Nov 04 14:20:22.251169 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-795ef01e-1d1b-412c-b07e-c62a83828d53 req-1554043b-b928-41b2-aeaa-a4d490b5e7ac tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756370 Nov 04 14:20:23.376959 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06522e13-ef4e-49f6-94dd-9873c8e60fd1 req-ad4ba633-fe83-403f-b63b-f9bef269d8e3 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:23.379096 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-06522e13-ef4e-49f6-94dd-9873c8e60fd1 req-ad4ba633-fe83-403f-b63b-f9bef269d8e3 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0524523 Nov 04 14:20:23.432236 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-06522e13-ef4e-49f6-94dd-9873c8e60fd1 req-46145c77-362b-4bd9-ad55-abeb8334d088 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Nov 04 14:20:24.528157 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Request body: {'port': {'device_id': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:24.578013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871719c0-cb74-440b-8a2b-37c5bf0c39f5 req-183ea58c-3158-468c-8a23-c9daaaaeec91 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:24.579537 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-871719c0-cb74-440b-8a2b-37c5bf0c39f5 req-183ea58c-3158-468c-8a23-c9daaaaeec91 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 932 time: 0.0805140 Nov 04 14:20:24.615766 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:24.670194 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-871719c0-cb74-440b-8a2b-37c5bf0c39f5 req-e7196060-6922-4e31-bf46-dd19149e35b6 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764368 Nov 04 14:20:24.897967 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:20:24.905259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:24.917021 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Transition to ACTIVE for port object 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:20:24.975705 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:25.029574 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:25.095381 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Attempting to bind port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:20:25.095722 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Attempting to bind port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:20:25.096055 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Attempting to bind port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 on network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:20:25.100577 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 on network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:20:25.100898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Attempting to bind port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 on network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:20:25.105738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:20:25.106074 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Checking segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:20:25.106486 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Bound using segment: {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:20:25.106952 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Bound port: 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f9ed6c-0777-4c33-82cd-2a728d60c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:20:25.107310 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:25.177870 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:20:25.180883 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:20:25.275264 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:25.309782 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:25.310424 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:25.311815 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] 10.222.0.107 "PUT /v2.0/ports/00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 1094 time: 0.8521659 Nov 04 14:20:25.312250 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:20:25.314548 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464d0e2-856b-44b0-9e9f-95c33a89c453" -d '{"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:20:25.341886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceeaed-fa00-4c1d-be9f-28f396fe4ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:25.434800 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7959aeb-1521-46d1-b9ec-2d063cfde0d2 x-openstack-request-id: req-a7959aeb-1521-46d1-b9ec-2d063cfde0d2 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:20:25.435087 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:20:25.435338 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a7959aeb-1521-46d1-b9ec-2d063cfde0d2 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:20:25.435734 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'status': 'completed', 'code': 200} Nov 04 14:20:25.455290 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-da6a162c-9b14-47e9-a259-6092e54fe049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:25.456856 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-da6a162c-9b14-47e9-a259-6092e54fe049 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1097 time: 0.0514147 Nov 04 14:20:25.504946 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-b33ed4a1-f805-470b-955d-63a79a834322 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 217 time: 0.0381398 Nov 04 14:20:25.559921 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-bb696c3f-020c-4f24-aff7-6005b1f7847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:25.561447 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-bb696c3f-020c-4f24-aff7-6005b1f7847b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.0483768 Nov 04 14:20:25.615612 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-bc0cd3a2-41c8-4954-8f34-e42126584474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:25.617101 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-bc0cd3a2-41c8-4954-8f34-e42126584474 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392919 Nov 04 14:20:25.711285 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-e45394ac-55ee-4bc5-8782-186340b7efb8 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848219 Nov 04 14:20:25.833957 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c371-f481-44a6-84ed-655aea361755 req-9e217a99-a678-4f2c-ad92-d034871eb70c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:25.835394 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9334c371-f481-44a6-84ed-655aea361755 req-9e217a99-a678-4f2c-ad92-d034871eb70c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 944 time: 0.0942180 Nov 04 14:20:25.839133 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53596ee4-6574-4a98-a12a-94c4b498c383 req-d20481a5-e56d-4aca-b27f-46c45f978d58 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207824 Nov 04 14:20:25.883841 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9334c371-f481-44a6-84ed-655aea361755 req-282bbf03-0678-4ad2-a7c0-ffbe5dd6d9f1 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Nov 04 14:20:25.961583 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-4871f40a-cb61-4f3f-a19b-45c7739ac78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:25.963345 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-4871f40a-cb61-4f3f-a19b-45c7739ac78d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1097 time: 0.0402584 Nov 04 14:20:26.055864 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-196604db-bfd2-497c-b542-6513fdf9d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:26.057313 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-196604db-bfd2-497c-b542-6513fdf9d655 service neutron] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 916 time: 0.0843782 Nov 04 14:20:26.099356 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-cb143c86-261f-4394-9536-cefda4223c3f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 217 time: 0.0334933 Nov 04 14:20:26.148067 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-dbcdaa68-99b8-4056-bea0-4861daf24d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:26.149457 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-dbcdaa68-99b8-4056-bea0-4861daf24d28 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.0422852 Nov 04 14:20:26.195545 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-2c9ecc80-6f33-4df3-abb1-846416536a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:26.197024 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-2c9ecc80-6f33-4df3-abb1-846416536a00 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375090 Nov 04 14:20:26.291461 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-73ab52e6-b7e9-468f-b3fa-adad133e7766 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851719 Nov 04 14:20:26.359116 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:26.386542 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b464d0e2-856b-44b0-9e9f-95c33a89c453 req-33f93362-c607-446f-974f-27df5b5e3f3a service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Nov 04 14:20:26.995183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b96424-04c9-46ff-8a64-15d72d53d7d0 req-b468f0c3-eebf-4736-b93e-eb842644ef2c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:26.996635 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c3b96424-04c9-46ff-8a64-15d72d53d7d0 req-b468f0c3-eebf-4736-b93e-eb842644ef2c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 944 time: 0.0482056 Nov 04 14:20:27.043852 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:20:27.044075 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c3b96424-04c9-46ff-8a64-15d72d53d7d0 req-27aa8ea4-63a3-4589-a3e9-7ca18c0b95b9 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Nov 04 14:20:27.136722 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:27.148225 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'port_id': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'mac_address': 'fa:16:3e:5c:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:20:27.183863 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:27.195903 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:20:27.215402 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:27.330532 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:27.379601 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:27.386464 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.386769 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.387112 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.387446 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.387781 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.388110 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.388439 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.388764 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.389091 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.389413 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.389739 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.390058 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:27.585546 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['00ae3a50-227a-45e2-aa3b-d43f3ef65f33'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:20:28.155129 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a17d8f-9b57-4386-a079-430c51671afa req-9b94c4b6-df8b-4de5-8a45-329efa6d7021 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:28.168965 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d8a17d8f-9b57-4386-a079-430c51671afa req-9b94c4b6-df8b-4de5-8a45-329efa6d7021 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 945 time: 0.0473757 Nov 04 14:20:28.203403 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d8a17d8f-9b57-4386-a079-430c51671afa req-1a26a99d-125d-4659-b08b-a6c1067c86a0 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Nov 04 14:20:28.782082 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737ef1b-1ee4-4c71-8e2c-c1f2fd367108 req-0e5eed14-98a5-4406-ae59-8d9f41dfc75e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:28.784345 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2737ef1b-1ee4-4c71-8e2c-c1f2fd367108 req-0e5eed14-98a5-4406-ae59-8d9f41dfc75e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0811269 Nov 04 14:20:28.815717 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8bde-20fc-419b-8a84-85920039c6b2 req-8c0d3d27-b4f2-45ee-a616-51ca7a752795 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:28.817202 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a5b8bde-20fc-419b-8a84-85920039c6b2 req-8c0d3d27-b4f2-45ee-a616-51ca7a752795 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0760312 Nov 04 14:20:28.864767 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2737ef1b-1ee4-4c71-8e2c-c1f2fd367108 req-9e534999-a2ba-4f50-b2ac-763b0377ab97 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727160 Nov 04 14:20:28.889233 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a5b8bde-20fc-419b-8a84-85920039c6b2 req-1800d868-4fed-460c-8666-14a5f874cf22 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645018 Nov 04 14:20:29.064192 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:20:29.169942 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:20:29.173848 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:29.174227 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:29.250905 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:29.274261 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:20:29.276503 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3abb82f-8552-43ea-a339-791cac14befe" -d '{"events": [{"server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "name": "network-vif-plugged", "status": "completed", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:20:29.294134 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:29.321421 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f5d11-46fe-4920-9d3d-399f63973d50 req-c7b4312f-ffbb-4ac8-b778-4488fc4e1ca3 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:29.323414 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e59f5d11-46fe-4920-9d3d-399f63973d50 req-c7b4312f-ffbb-4ac8-b778-4488fc4e1ca3 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 945 time: 0.0523007 Nov 04 14:20:29.371796 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e59f5d11-46fe-4920-9d3d-399f63973d50 req-73bd5d55-b51d-4b18-942b-f664945ffea0 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 Nov 04 14:20:29.373658 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c04781f-619e-4fd7-9855-952c4e238dc5 x-openstack-request-id: req-2c04781f-619e-4fd7-9855-952c4e238dc5 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:20:29.373949 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "name": "network-vif-plugged", "status": "completed", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:20:29.374200 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c04781f-619e-4fd7-9855-952c4e238dc5 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:20:29.374631 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'code': 200} Nov 04 14:20:29.377956 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:29.432508 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:29.665754 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc006b-8c7e-46bf-a05b-d1079a4e979b req-27018051-8b94-44dc-802d-419761b0e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:29.667284 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bddc006b-8c7e-46bf-a05b-d1079a4e979b req-27018051-8b94-44dc-802d-419761b0e2c2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1099 time: 0.0390573 Nov 04 14:20:29.712374 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bddc006b-8c7e-46bf-a05b-d1079a4e979b req-e20692f1-cf37-48cb-9211-35fd66762227 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 Nov 04 14:20:30.035585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6fea-44cc-406b-94a0-77bc548d8608 req-b04dc910-c609-4269-94c6-1fd301393381 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:30.037032 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e3fd6fea-44cc-406b-94a0-77bc548d8608 req-b04dc910-c609-4269-94c6-1fd301393381 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0791941 Nov 04 14:20:30.044333 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40403b-88af-42e6-996f-fbe17703d5de req-d24afcca-bcde-41c0-acae-79378c47f9e5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:30.045674 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c40403b-88af-42e6-996f-fbe17703d5de req-d24afcca-bcde-41c0-acae-79378c47f9e5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0890603 Nov 04 14:20:30.117387 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e3fd6fea-44cc-406b-94a0-77bc548d8608 req-bf247ec9-7de8-42b6-9f76-c7adbe80ddb1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707836 Nov 04 14:20:30.120843 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c40403b-88af-42e6-996f-fbe17703d5de req-2789a67f-9112-4fba-a7b1-fa08248840aa tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681915 Nov 04 14:20:30.484335 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267dc50-12fc-47fb-a692-0ecd85848b64 req-e9498946-eaaf-4186-8f24-9fd48018d990 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:30.486342 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c267dc50-12fc-47fb-a692-0ecd85848b64 req-e9498946-eaaf-4186-8f24-9fd48018d990 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0476503 Nov 04 14:20:30.531171 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c267dc50-12fc-47fb-a692-0ecd85848b64 req-2f3112d3-75d0-4b74-a2b4-23864d114782 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Nov 04 14:20:31.265897 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f5362-834e-4b6f-9f5e-8c9a3b4480b8 req-eb83aa71-7df8-42d6-9392-f65d0e1201fd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:31.268133 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c98f5362-834e-4b6f-9f5e-8c9a3b4480b8 req-eb83aa71-7df8-42d6-9392-f65d0e1201fd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0821705 Nov 04 14:20:31.280563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72baab3-b0df-4b1c-98b3-5b487929bb21 req-b67af610-90d0-4dfa-ab42-87b3b422fb4b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:31.281976 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a72baab3-b0df-4b1c-98b3-5b487929bb21 req-b67af610-90d0-4dfa-ab42-87b3b422fb4b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0664310 Nov 04 14:20:31.355317 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c98f5362-834e-4b6f-9f5e-8c9a3b4480b8 req-6d37b38a-45a8-4c47-9dfa-51b52165847e tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723593 Nov 04 14:20:31.358561 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a72baab3-b0df-4b1c-98b3-5b487929bb21 req-0f1869f6-eaa6-48db-af05-74f401b9c961 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700107 Nov 04 14:20:31.641636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f32d6-7a30-47bc-b054-4e10cb7c6dfb req-0d504370-6c26-44d9-bb55-a1895b2cfc3f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:31.643205 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-959f32d6-7a30-47bc-b054-4e10cb7c6dfb req-0d504370-6c26-44d9-bb55-a1895b2cfc3f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0468440 Nov 04 14:20:31.691792 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-959f32d6-7a30-47bc-b054-4e10cb7c6dfb req-3c255e4b-494d-4ff3-aae4-f337f1301ee8 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Nov 04 14:20:31.803221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6f381-d91f-4fd0-82b7-74cd5352a329 req-43bde283-5091-4ccc-b0d3-5ab26b5140b2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:31.804655 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-40a6f381-d91f-4fd0-82b7-74cd5352a329 req-43bde283-5091-4ccc-b0d3-5ab26b5140b2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0462658 Nov 04 14:20:31.851226 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-40a6f381-d91f-4fd0-82b7-74cd5352a329 req-6b433de3-6c84-45d1-89b9-9b21cd001442 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Nov 04 14:20:32.161908 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2e1f7-7cd0-4c22-9421-80be8f9a82d4 req-a6c89cd8-787a-42b5-b348-2475c3b8d7c7 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:32.163436 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0dc2e1f7-7cd0-4c22-9421-80be8f9a82d4 req-a6c89cd8-787a-42b5-b348-2475c3b8d7c7 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0463824 Nov 04 14:20:32.210288 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0dc2e1f7-7cd0-4c22-9421-80be8f9a82d4 req-4d23c833-143c-4da8-918f-3b58da9d00ac tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Nov 04 14:20:32.497197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6af42-5082-4ad1-a82f-df36a4f5811b req-33f1ed05-c458-452a-aea4-7cdc74a0aad1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:32.498642 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4db6af42-5082-4ad1-a82f-df36a4f5811b req-33f1ed05-c458-452a-aea4-7cdc74a0aad1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0776296 Nov 04 14:20:32.507354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61e77-44f0-48cd-87b5-a26bfb032e03 req-1299cbcf-f42c-4ff7-b0f6-da8531cb82d7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:32.508733 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9bf61e77-44f0-48cd-87b5-a26bfb032e03 req-1299cbcf-f42c-4ff7-b0f6-da8531cb82d7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0785031 Nov 04 14:20:32.591828 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4db6af42-5082-4ad1-a82f-df36a4f5811b req-aaf5e7b4-c74e-4323-8abf-14b194c133e3 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821362 Nov 04 14:20:32.597669 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9bf61e77-44f0-48cd-87b5-a26bfb032e03 req-4f684d6d-ad7b-4e19-bd57-87324735d594 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823259 Nov 04 14:20:32.941994 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7d1da5bb-1b73-49f0-be45-628ad36c21ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:33.744057 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075f9a-994e-473e-8e28-1d7bfa4581f6 req-93829d9b-51f5-4215-ba6a-3901f710cb99 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:33.745523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-41075f9a-994e-473e-8e28-1d7bfa4581f6 req-93829d9b-51f5-4215-ba6a-3901f710cb99 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0696023 Nov 04 14:20:33.752872 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e585a-84db-4a0e-ad86-4fdfe352804d req-519af56e-9892-419e-9d77-63009fe05ac6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:33.754221 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9f2e585a-84db-4a0e-ad86-4fdfe352804d req-519af56e-9892-419e-9d77-63009fe05ac6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0874031 Nov 04 14:20:33.826516 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-41075f9a-994e-473e-8e28-1d7bfa4581f6 req-bb10b8f3-66e4-4ec1-88bb-c83fa44aff89 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712752 Nov 04 14:20:33.830939 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9f2e585a-84db-4a0e-ad86-4fdfe352804d req-92e3c38e-5dac-44d4-8fe1-c65a821ab4d9 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701013 Nov 04 14:20:34.985395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd9a42-5a6d-408d-abfe-ce907453a396 req-b4b70a9f-7e4b-45e9-b425-b467988e59f5 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:34.987428 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2dd9a42-5a6d-408d-abfe-ce907453a396 req-b4b70a9f-7e4b-45e9-b425-b467988e59f5 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0777261 Nov 04 14:20:34.998787 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30db91e-75c5-479c-8d22-c3f1d1f23305 req-88a5739c-49c7-4d1b-adc8-b5742707af38 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:35.000163 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f30db91e-75c5-479c-8d22-c3f1d1f23305 req-88a5739c-49c7-4d1b-adc8-b5742707af38 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0817044 Nov 04 14:20:35.071355 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2dd9a42-5a6d-408d-abfe-ce907453a396 req-0fe49f38-7077-475f-80a6-24e2d96abf64 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701766 Nov 04 14:20:35.075836 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f30db91e-75c5-479c-8d22-c3f1d1f23305 req-edaa044d-ff76-4cec-9e5f-3d6357a81add tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687277 Nov 04 14:20:35.257031 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4788a1df-1b6c-4f0e-8742-c86187bf886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:36.214665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97476774-0c7a-4802-a6f4-aee092fc8db6 req-615fa687-fe97-4f3c-a27f-cecb7c57aed4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:36.216141 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97476774-0c7a-4802-a6f4-aee092fc8db6 req-615fa687-fe97-4f3c-a27f-cecb7c57aed4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0758743 Nov 04 14:20:36.228395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7995806-15e3-491f-bc4c-37e8a8d20655 req-34ce8c23-39d2-428f-9693-d54fcb58c6af tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:36.229769 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7995806-15e3-491f-bc4c-37e8a8d20655 req-34ce8c23-39d2-428f-9693-d54fcb58c6af tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0647058 Nov 04 14:20:36.306516 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97476774-0c7a-4802-a6f4-aee092fc8db6 req-2fd4c55f-861d-4145-876e-cc009fa13058 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757489 Nov 04 14:20:36.309684 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7995806-15e3-491f-bc4c-37e8a8d20655 req-521c9f76-7038-46cd-bb1f-ccb2bdffb7f5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728426 Nov 04 14:20:36.576991 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:37.421841 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe121dcc-ce52-47a8-bd00-9d1d47cd5776 req-bad6a1b1-db07-4384-ba98-ecd65d1176ab tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:37.423908 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fe121dcc-ce52-47a8-bd00-9d1d47cd5776 req-bad6a1b1-db07-4384-ba98-ecd65d1176ab tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0478377 Nov 04 14:20:37.472601 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fe121dcc-ce52-47a8-bd00-9d1d47cd5776 req-1c0035ef-2264-4448-9ad1-9a0090619c43 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Nov 04 14:20:37.585622 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9495f3-f223-4973-9f8d-78d25e1aca62 req-1a87e0e3-c20d-4f2b-b722-7e5dce6eb746 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:37.587442 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f9495f3-f223-4973-9f8d-78d25e1aca62 req-1a87e0e3-c20d-4f2b-b722-7e5dce6eb746 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0481243 Nov 04 14:20:37.636893 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f9495f3-f223-4973-9f8d-78d25e1aca62 req-1270bb22-6494-4ecb-8bb8-4158c881f75b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435569 Nov 04 14:20:37.851485 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:38.586918 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73803b6-4440-405d-baab-f5c7f7c4c6af req-edf9bb4b-774b-4df1-abaf-e89c75e3724a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:38.588803 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d73803b6-4440-405d-baab-f5c7f7c4c6af req-edf9bb4b-774b-4df1-abaf-e89c75e3724a tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0483027 Nov 04 14:20:38.638664 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d73803b6-4440-405d-baab-f5c7f7c4c6af req-f60a76ad-b6d1-493e-b3e1-73ff1f5cb382 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Nov 04 14:20:38.720363 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:38.753792 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305650-5719-4b81-bce7-98ff1afee874 req-7b6dc5e1-8e0f-4b0a-b74b-731193811aeb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:38.755199 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fc305650-5719-4b81-bce7-98ff1afee874 req-7b6dc5e1-8e0f-4b0a-b74b-731193811aeb tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Nov 04 14:20:38.801303 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fc305650-5719-4b81-bce7-98ff1afee874 req-aa46f1d5-0dfd-413a-8e30-98d5c0c887b1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Nov 04 14:20:39.754148 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96b02-e57d-44ec-b011-9fe6fc7c4ebb req-389eea5a-321f-4b87-9356-4bea2a77aa08 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:39.755633 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9ad96b02-e57d-44ec-b011-9fe6fc7c4ebb req-389eea5a-321f-4b87-9356-4bea2a77aa08 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Nov 04 14:20:39.803193 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9ad96b02-e57d-44ec-b011-9fe6fc7c4ebb req-2ba17133-dfc2-4de6-be59-bea720db7edc tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Nov 04 14:20:39.917467 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e96376-cabd-4e41-bf86-63e2819b9870 req-9f78d23e-4adb-4ac3-8dc5-fc32863aa56b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:39.918927 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53e96376-cabd-4e41-bf86-63e2819b9870 req-9f78d23e-4adb-4ac3-8dc5-fc32863aa56b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0470934 Nov 04 14:20:39.964229 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-53e96376-cabd-4e41-bf86-63e2819b9870 req-2cc49dbd-10d0-4707-b68c-f03029f836fe tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393844 Nov 04 14:20:40.914426 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dbabe-b119-4656-88f7-121c80af70ad req-c3bda9e6-3af5-4294-8752-07469c16a98f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:40.915806 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9b0dbabe-b119-4656-88f7-121c80af70ad req-c3bda9e6-3af5-4294-8752-07469c16a98f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0470471 Nov 04 14:20:40.965866 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9b0dbabe-b119-4656-88f7-121c80af70ad req-0a0efbc3-9509-42ab-879d-89122b5d569c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443625 Nov 04 14:20:41.096676 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39073-044c-4603-b0b2-37e79fd4b34e req-b8137be0-004d-4776-a0f8-7e31ddd4cf0f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:41.098179 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5aa39073-044c-4603-b0b2-37e79fd4b34e req-b8137be0-004d-4776-a0f8-7e31ddd4cf0f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Nov 04 14:20:41.143751 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5aa39073-044c-4603-b0b2-37e79fd4b34e req-12136bab-a283-4d2b-aa10-227e031f67a7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 Nov 04 14:20:42.077534 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9323b82-c1ab-411f-ae04-bf4518602af6 req-7e943e4c-c486-48b1-97ee-3d4e24ea26f2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:42.079008 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e9323b82-c1ab-411f-ae04-bf4518602af6 req-7e943e4c-c486-48b1-97ee-3d4e24ea26f2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0483487 Nov 04 14:20:42.130408 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e9323b82-c1ab-411f-ae04-bf4518602af6 req-b594f266-8df6-4de2-8330-e8cc79db8562 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Nov 04 14:20:42.267233 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6300a-98fb-4f4e-bc6a-77f7550e2720 req-8e80060c-1329-4f34-9d4f-3f09a167647e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:42.268946 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70c6300a-98fb-4f4e-bc6a-77f7550e2720 req-8e80060c-1329-4f34-9d4f-3f09a167647e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0523691 Nov 04 14:20:42.341395 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-70c6300a-98fb-4f4e-bc6a-77f7550e2720 req-1fca108c-e0bc-4226-9508-500776d9a7ff tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664494 Nov 04 14:20:42.363305 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bd2de-92a4-4fa5-a51b-b4c9c13da510 req-c8d7b883-0b83-4882-9c9b-63278787cbe7 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:42.364769 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-340bd2de-92a4-4fa5-a51b-b4c9c13da510 req-c8d7b883-0b83-4882-9c9b-63278787cbe7 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0579841 Nov 04 14:20:42.412898 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-340bd2de-92a4-4fa5-a51b-b4c9c13da510 req-b837ab30-656d-4265-8ac2-8832c3c8d13c tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Nov 04 14:20:42.434685 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49398) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:42.569331 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe8f20-0275-49d2-9661-2cc3dfe6a09f tempest-TestMinimumBasicScenario-309221427 tempest-TestMinimumBasicScenario-309221427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:42.572971 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-13fe8f20-0275-49d2-9661-2cc3dfe6a09f tempest-TestMinimumBasicScenario-309221427 tempest-TestMinimumBasicScenario-309221427-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1094 time: 0.1350849 Nov 04 14:20:42.573778 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49402) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:42.578012 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'port_id': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:42.662811 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for floatingip, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:42.998741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:43.099579 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Allocated IP 172.27.1.142 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/699aceb2-7a2e-4552-a582-e210f0f19cdf) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:20:43.197961 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:43.269739 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ef6f6-856c-498b-b0fb-6e1db69f7a3e req-e40b2d8a-53f7-4770-8be0-fb591817f00c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:43.271265 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f86ef6f6-856c-498b-b0fb-6e1db69f7a3e req-e40b2d8a-53f7-4770-8be0-fb591817f00c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0715520 Nov 04 14:20:43.319820 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f86ef6f6-856c-498b-b0fb-6e1db69f7a3e req-d41e06da-1edd-4f8d-a44a-66c241965d8c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Nov 04 14:20:43.365901 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:43.401258 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:20:43.404082 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:20:43.410211 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:20:43.441690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'Port': ['ID=699aceb2-7a2e-4552-a582-e210f0f19cdf,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:43.497955 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1573de-aef1-4b6f-98ca-3f1e3c34f22d req-6401725f-357c-4a70-8bd4-8a63157d8392 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:43.499490 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4d1573de-aef1-4b6f-98ca-3f1e3c34f22d req-6401725f-357c-4a70-8bd4-8a63157d8392 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0847564 Nov 04 14:20:43.597547 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4d1573de-aef1-4b6f-98ca-3f1e3c34f22d req-c337306e-484c-4304-8698-09b160961bc2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827756 Nov 04 14:20:43.834217 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:43.937669 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:44.059821 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-5e3233ee-4654-4f31-8dbf-594b92e14679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:44.061298 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-5e3233ee-4654-4f31-8dbf-594b92e14679 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1099 time: 0.0860560 Nov 04 14:20:44.184272 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:44.189438 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-c43ca0ca-4fa3-48e1-be42-7847be580b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:44.190954 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-c43ca0ca-4fa3-48e1-be42-7847be580b55 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 907 time: 0.1207819 Nov 04 14:20:44.256094 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-9801451c-ecbd-417d-9879-0322e00b2e52 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 1002 time: 0.0557950 Nov 04 14:20:44.289221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:44.335741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-8ff83437-4772-4425-bb90-c2a4f2d1a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:44.337432 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-8ff83437-4772-4425-bb90-c2a4f2d1a0c4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.0743372 Nov 04 14:20:44.407550 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'Port': ['ID=699aceb2-7a2e-4552-a582-e210f0f19cdf,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:44.436776 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:44.484467 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-6023fa8c-3b9e-4a48-b214-47291284b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:44.485947 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-6023fa8c-3b9e-4a48-b214-47291284b8b8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1298866 Nov 04 14:20:44.503918 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44534e-71d2-4212-aff7-a67c19925233 req-76fc88ac-24be-4f69-bd46-392a63d0dbbb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:44.505308 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ff44534e-71d2-4212-aff7-a67c19925233 req-76fc88ac-24be-4f69-bd46-392a63d0dbbb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.1166086 Nov 04 14:20:44.642817 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Floating IP 0e7901cf-cf51-4a1e-a4e4-524976be2cf1 associated. External IP: 172.27.1.142, port: 00ae3a50-227a-45e2-aa3b-d43f3ef65f33. Nov 04 14:20:44.683813 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ff44534e-71d2-4212-aff7-a67c19925233 req-d78f1834-d4e8-46d5-bc90-0cf6d09c96d0 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690671 Nov 04 14:20:44.763089 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-4964443f-b9e6-4225-adda-d34bf794a9cb service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686119 Nov 04 14:20:44.817939 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44666615-1ff5-42aa-a238-c72485dea8b9 req-0e8b7846-c66d-4e82-a2bc-ae65de732f20 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:44.819410 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-44666615-1ff5-42aa-a238-c72485dea8b9 req-0e8b7846-c66d-4e82-a2bc-ae65de732f20 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.1399012 Nov 04 14:20:44.986190 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-44666615-1ff5-42aa-a238-c72485dea8b9 req-2d8758dc-e770-4f74-924e-42d449244eda tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598361 Nov 04 14:20:44.989997 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c20e8f5-81a2-4d18-a3cd-ae993b3fe78f req-ca3971bc-e5df-4bc2-9c5d-5f14f0be138b service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172325 Nov 04 14:20:45.013423 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Router 9843dc4c-6ef6-4635-9c9b-ebe965547622 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:20:45.115234 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:20:45.124959 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] Sync routers for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:20:45.137892 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:20:45.138552 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:20:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:45.201652 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.228091 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-314eb08e-120d-4ca3-802e-448fbc03ce6a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6532457 Nov 04 14:20:45.228646 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:20:45.230903 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4ce465-a635-48a6-812c-572df38bc03d" -d '{"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:20:45.231079 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49418) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:45.236358 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82196566', 'description': 'tempest-secgroup-smoke-82196566 description', 'project_id': 'ab3665de7d784c84b4df90167e0e0580'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:45.243987 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:20:45.273215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d7296-17f8-4fa1-9186-4baf6a254fc4 x-openstack-request-id: req-8c3d7296-17f8-4fa1-9186-4baf6a254fc4 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:20:45.273215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:20:45.273215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8c3d7296-17f8-4fa1-9186-4baf6a254fc4 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:20:45.273215 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'status': 'completed', 'code': 200} Nov 04 14:20:45.330824 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce465-a635-48a6-812c-572df38bc03d req-b1f1f023-0f20-45ed-b10c-024e733757ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:45.331714 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.332317 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-b1f1f023-0f20-45ed-b10c-024e733757ca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1099 time: 0.0398166 Nov 04 14:20:45.403264 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.428645 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce465-a635-48a6-812c-572df38bc03d req-d803c0cb-111e-42cb-957b-927938416b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:45.430136 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-d803c0cb-111e-42cb-957b-927938416b1d service neutron] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 916 time: 0.0904183 Nov 04 14:20:45.445693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.476918 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '0e7901cf-cf51-4a1e-a4e4-524976be2cf1', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'port_id': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'mac_address': 'fa:16:3e:5c:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:20:43Z', 'updated_at': '2021-11-04T14:20:43Z', 'revision_number': 0, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:45.478196 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:45.486193 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.487134 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.487499 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.487844 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.488169 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.488509 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.488841 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.489170 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.489675 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.490258 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.490734 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.491065 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:20:45.497450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-25bbf577-83f9-43a5-a73a-c9f3a49ff166 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 1000 time: 0.0599730 Nov 04 14:20:45.504694 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] Checking router: 9843dc4c-6ef6-4635-9c9b-ebe965547622 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:20:45.513209 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:20:45.513851 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:20:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:45.533187 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.538152 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-25953048-1c7a-4868-9705-8b581abf4539 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3025975 Nov 04 14:20:45.538152 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49422) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:45.542526 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group_rule': {'security_group_id': '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953', 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:45.554572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce465-a635-48a6-812c-572df38bc03d req-9363318a-9b28-4cab-8da3-99252e33e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:45.556200 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-9363318a-9b28-4cab-8da3-99252e33e936 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.0506408 Nov 04 14:20:45.600959 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce465-a635-48a6-812c-572df38bc03d req-15ad4c2e-6e17-4497-b9e7-62e1a3739e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:45.602488 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-15ad4c2e-6e17-4497-b9e7-62e1a3739e79 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388019 Nov 04 14:20:45.623056 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:20:45.644092 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.711239 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-11aa89e5-ad25-415f-a7d3-a85ea04142c8 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002285 Nov 04 14:20:45.713325 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.816231 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.840050 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14e09c6-6efc-4e94-a986-fb224e4d8e9f,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:45.840315 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fd4ce465-a635-48a6-812c-572df38bc03d req-b57c61d8-27ad-4ac0-872a-832c815d93b5 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213164 Nov 04 14:20:45.849828 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacafb0-5b0d-43d1-8847-0c6858470f46 req-d750024f-4a20-4af3-a738-b792e1f4e60f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:45.851400 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ecacafb0-5b0d-43d1-8847-0c6858470f46 req-d750024f-4a20-4af3-a738-b792e1f4e60f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0735474 Nov 04 14:20:45.909465 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:45.911432 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-62e98eb2-5b78-45cb-9726-70e96c88e91e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722734 Nov 04 14:20:45.911869 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ecacafb0-5b0d-43d1-8847-0c6858470f46 req-ba669b14-6f75-40ae-8a68-f8e8a04de088 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525653 Nov 04 14:20:45.913889 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49428) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:45.922225 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group_rule': {'security_group_id': '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953', 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:45.995656 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '0e7901cf-cf51-4a1e-a4e4-524976be2cf1', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'port_id': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'mac_address': 'fa:16:3e:5c:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:20:43Z', 'updated_at': '2021-11-04T14:20:43Z', 'revision_number': 0, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:20:46.004283 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.023100 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c9581-00f4-4932-af71-2c1fe9531e98 None None] The sync data for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi is: [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '0e7901cf-cf51-4a1e-a4e4-524976be2cf1', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'port_id': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'mac_address': 'fa:16:3e:5c:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:20:43Z', 'updated_at': '2021-11-04T14:20:43Z', 'revision_number': 0, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:20:46.066049 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.121979 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e9dc9-2df3-4c8e-9dcc-e57c434fdb40 req-e8c3d9ff-96e9-4a70-a60a-c72881d915c3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:46.123547 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f95e9dc9-2df3-4c8e-9dcc-e57c434fdb40 req-e8c3d9ff-96e9-4a70-a60a-c72881d915c3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Nov 04 14:20:46.142524 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.160115 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacd5493-5b9e-4ecc-b329-6e5df1dbd0bb,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:46.173162 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f95e9dc9-2df3-4c8e-9dcc-e57c434fdb40 req-2e7544f9-74a2-4818-b0ae-b325b921ac08 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 Nov 04 14:20:46.230241 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.231507 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ac73d738-ef3d-4ba6-941d-41fa6273509b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164761 Nov 04 14:20:46.234287 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49432) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:46.237358 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef2ec8-c4e1-413a-94e8-49ca00a8e2b4 None None] New status for floating IP 0e7901cf-cf51-4a1e-a4e4-524976be2cf1: ACTIVE {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:20:46.239774 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group_rule': {'security_group_id': '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953', 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:46.348031 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.417445 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.479683 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.498205 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f7b5e0-0e06-458a-be12-46a0d8131254,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:46.567734 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.568957 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f680cdbb-b0d6-4c7d-bf9a-673014c6c827 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333700 Nov 04 14:20:46.571736 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49434) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:46.576096 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group_rule': {'security_group_id': '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953', 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:46.673304 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.744352 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.822971 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.840300 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301c56d4-aed2-4c2e-9f2b-40240c8503d0,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:46.928076 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:46.929292 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ff070366-76e0-4bc1-94d9-66488bb63a5d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566253 Nov 04 14:20:46.932153 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49436) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:46.936326 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group_rule': {'security_group_id': '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953', 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:47.032511 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f07b71-4871-46ef-9e9c-06916b26db2b req-6f189f0f-b590-4f25-b482-2441095dd949 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:47.034530 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85f07b71-4871-46ef-9e9c-06916b26db2b req-6f189f0f-b590-4f25-b482-2441095dd949 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0494695 Nov 04 14:20:47.045850 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.securitygroups_db [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Project ab3665de7d784c84b4df90167e0e0580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 14:20:47.051526 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.083523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-85f07b71-4871-46ef-9e9c-06916b26db2b req-31a18321-ada6-4574-afa2-81a0978065e6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Nov 04 14:20:47.115875 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.187982 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.203914 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb9f9d6-2e09-4384-90ca-5ae323b7d772,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:47.297822 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.299844 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8ee43220-9645-4ea2-a0fe-2fc415f5c6db tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3660059 Nov 04 14:20:47.302402 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49444) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:20:47.307011 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'security_group_rule': {'security_group_id': '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953', 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:47.393492 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.securitygroups_db [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Project ab3665de7d784c84b4df90167e0e0580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 14:20:47.398970 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.465603 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.547041 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.549171 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9d74-7fa7-4602-a2a0-4a0ee03b8fdf req-cbb02a9d-50db-4c1e-8961-bacb90493303 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:47.550700 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-407f9d74-7fa7-4602-a2a0-4a0ee03b8fdf req-cbb02a9d-50db-4c1e-8961-bacb90493303 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.3015485 Nov 04 14:20:47.561728 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d24bf86-d1dd-4051-84d9-bef76fe03214,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:47.600302 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-407f9d74-7fa7-4602-a2a0-4a0ee03b8fdf req-4d4c316c-7fd4-4b46-b081-625d8f59cda0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433960 Nov 04 14:20:47.651857 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:47.653043 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-678636d0-041f-4b22-95bb-40e350cfa418 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496609 Nov 04 14:20:47.743038 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-04e2c84d-eaa6-4bf6-bb32-b53411129ae7 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82196566&fields=id&tenant_id=ab3665de7d784c84b4df90167e0e0580 HTTP/1.1" status: 200 len: 267 time: 0.0432556 Nov 04 14:20:47.795365 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-f4bab2a3-98fe-40cb-b94b-b68ea82b2c62 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:47.796843 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-f4bab2a3-98fe-40cb-b94b-b68ea82b2c62 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0480258 Nov 04 14:20:47.807938 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'port': {'security_groups': ['fcf7378e-1da3-48af-b0df-2ec018aabf7b', '6ee2a2b5-1e58-4ece-9aea-da0c0c53b953']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:20:47.880638 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:48.064524 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:48.097487 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:48.181639 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:48.193552 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['00ae3a50-227a-45e2-aa3b-d43f3ef65f33'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:20:48.226929 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.227557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:48.230969 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-76fbfcbd-ac9c-43fe-98ec-010c80d08983 req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "PUT /v2.0/ports/00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 982 time: 0.4275568 Nov 04 14:20:48.236161 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:20:48.239210 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667" -d '{"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:20:48.261925 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ecf68-bf47-4b2a-9448-1d634e15be0f req-f299b7e9-996d-409f-afd6-48e742759ec6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.263686 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-150ecf68-bf47-4b2a-9448-1d634e15be0f req-f299b7e9-996d-409f-afd6-48e742759ec6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.1075597 Nov 04 14:20:48.294858 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab7414-20e2-4609-9d23-98729b4ec793 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=6']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:48.308268 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['00ae3a50-227a-45e2-aa3b-d43f3ef65f33'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:20:48.359814 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-150ecf68-bf47-4b2a-9448-1d634e15be0f req-3e35950e-b8af-4277-8407-daa4589597a3 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833745 Nov 04 14:20:48.380326 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134800a0-e95f-4b13-995c-e13c4683a61b req-4b17a7bc-892d-426a-91e3-4e7fb0667a9b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.381838 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-134800a0-e95f-4b13-995c-e13c4683a61b req-4b17a7bc-892d-426a-91e3-4e7fb0667a9b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0690105 Nov 04 14:20:48.413304 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671b641-f714-4ce9-a378-4761d5a936eb x-openstack-request-id: req-7671b641-f714-4ce9-a378-4761d5a936eb {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:20:48.413643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:20:48.413900 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7671b641-f714-4ce9-a378-4761d5a936eb {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:20:48.414294 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'status': 'completed', 'code': 200} Nov 04 14:20:48.497078 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-134800a0-e95f-4b13-995c-e13c4683a61b req-b0ca1f70-e89a-4b77-b760-2dbca644f8c7 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1067204 Nov 04 14:20:48.510735 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-e371b650-5996-4f11-b7b0-36b81e34e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.512414 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-e371b650-5996-4f11-b7b0-36b81e34e9db service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1138 time: 0.0589755 Nov 04 14:20:48.601809 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-24d91c7d-165e-4ed5-addc-3f6322dd9200 None None] Provisioning complete for port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:48.602273 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-24d91c7d-165e-4ed5-addc-3f6322dd9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:48.616297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-edc56e60-9c02-438b-b6bc-5dd9a9cfc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.617850 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-edc56e60-9c02-438b-b6bc-5dd9a9cfc1e6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 916 time: 0.0969331 Nov 04 14:20:48.706095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-8f6a0336-45eb-4a84-bf8f-69992794161d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 1002 time: 0.0780222 Nov 04 14:20:48.824937 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1c302-ec6f-4466-82b0-2f096cb0da1a req-e9f2e47a-618d-4cf7-bfe3-ddeb864aa7f8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.824937 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3fc1c302-ec6f-4466-82b0-2f096cb0da1a req-e9f2e47a-618d-4cf7-bfe3-ddeb864aa7f8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.1476536 Nov 04 14:20:48.859599 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-7aa2699c-35fd-484f-8d22-000aef5d8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.864436 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-7aa2699c-35fd-484f-8d22-000aef5d8260 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.1387393 Nov 04 14:20:48.935638 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f6c-9ce2-40a6-a79d-2b658f10bdf3 req-291b6405-e236-462d-ab27-af7bb4a0a210 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.937330 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-965e5f6c-9ce2-40a6-a79d-2b658f10bdf3 req-291b6405-e236-462d-ab27-af7bb4a0a210 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.1809180 Nov 04 14:20:48.978645 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-9f50127e-17b3-40cd-b91e-620014d8936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:48.980071 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-9f50127e-17b3-40cd-b91e-620014d8936a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060338 Nov 04 14:20:48.982606 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-7aefcc8e-fd34-4d67-a5af-68f71279e4b1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568251 Nov 04 14:20:49.001938 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3fc1c302-ec6f-4466-82b0-2f096cb0da1a req-b53123c4-71f8-48f3-9928-bc76541762ac tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652143 Nov 04 14:20:49.073587 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-965e5f6c-9ce2-40a6-a79d-2b658f10bdf3 req-6242a6b7-c14c-4fbe-b68d-97caae8b9066 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256769 Nov 04 14:20:49.102823 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-5e531d7a-9990-4f58-8e20-791d1d7079fa service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125982 Nov 04 14:20:49.176238 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:20:49.208688 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd72b2bc-3cca-4215-8e1b-f3c0bbd24667 req-2521e20f-135e-4c0e-af59-7d2bdb619f2c service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939748 Nov 04 14:20:49.261606 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:49.286946 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:20:49.289236 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4929f-8640-4424-94b1-4005ef7eb6bd" -d '{"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-unplugged", "status": "completed", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:20:49.303475 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:49.325837 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae74d3-53d7-4b1e-be5a-96ba24fabe1c x-openstack-request-id: req-21ae74d3-53d7-4b1e-be5a-96ba24fabe1c {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:20:49.325837 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-unplugged", "status": "failed", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "code": 422}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:20:49.325837 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21ae74d3-53d7-4b1e-be5a-96ba24fabe1c {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:20:49.325837 dv-cinder-815848-5-iscsi neutron-server[101611]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'code': 422} returned with failed status Nov 04 14:20:49.369847 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:49.417549 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=6']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:50.127802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45effbc0-09c2-4951-8fbe-cf466f02c440 req-c2171b24-557c-4387-b3b4-b6a4c388cb90 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:50.129940 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45effbc0-09c2-4951-8fbe-cf466f02c440 req-c2171b24-557c-4387-b3b4-b6a4c388cb90 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0551219 Nov 04 14:20:50.211822 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-45effbc0-09c2-4951-8fbe-cf466f02c440 req-bbcb5976-63f0-47b7-9d64-df7a38e4eebe tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759261 Nov 04 14:20:50.224391 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feb81-616e-42a2-b2de-cebd4b87806c req-57e115f5-6eaa-42a2-8c85-5d8822a5c0d5 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:50.225861 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ad7feb81-616e-42a2-b2de-cebd4b87806c req-57e115f5-6eaa-42a2-8c85-5d8822a5c0d5 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0829568 Nov 04 14:20:50.275226 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ad7feb81-616e-42a2-b2de-cebd4b87806c req-8216a5e4-c000-49c5-9204-cb074b40dcca tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Nov 04 14:20:51.101178 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:20:51.357171 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a89cc-bd14-4dcf-ae40-4dbecc93ba1e req-9fa6bb95-4665-4ebc-be89-d834654f6da4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.358703 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-154a89cc-bd14-4dcf-ae40-4dbecc93ba1e req-9fa6bb95-4665-4ebc-be89-d834654f6da4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0738137 Nov 04 14:20:51.375142 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-38072e1b-3546-4f2c-a72e-6a44e68cdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.376696 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-38072e1b-3546-4f2c-a72e-6a44e68cdc0a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388&tenant_id=98c116b2decd479fa713a0cde3f6424a HTTP/1.1" status: 200 len: 1097 time: 0.0595148 Nov 04 14:20:51.441030 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-154a89cc-bd14-4dcf-ae40-4dbecc93ba1e req-0745b2c0-aa17-4a33-ba0e-5389b3aa355a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757737 Nov 04 14:20:51.451750 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-e15dbb46-44d1-41fb-b848-97a7b6426e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.453205 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-e15dbb46-44d1-41fb-b848-97a7b6426e3b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1097 time: 0.0528941 Nov 04 14:20:51.590147 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-289f7ae1-68e1-4018-8f72-5d451a398de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.594424 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-289f7ae1-68e1-4018-8f72-5d451a398de8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 907 time: 0.1287925 Nov 04 14:20:51.599337 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5fd8-9e63-4d62-a123-39c07a1183c5 req-c1778f3b-c044-4926-a535-7c8116ea6731 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.600736 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-525b5fd8-9e63-4d62-a123-39c07a1183c5 req-c1778f3b-c044-4926-a535-7c8116ea6731 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0768607 Nov 04 14:20:51.693260 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-62d3c9d7-9f87-4e62-b41c-bdd4519a4036 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 1000 time: 0.0914931 Nov 04 14:20:51.698187 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-525b5fd8-9e63-4d62-a123-39c07a1183c5 req-eb6b8a2e-68a4-415d-9a88-5534f134e8d8 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910521 Nov 04 14:20:51.741819 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-1026b0ef-a44b-4090-9a12-995779b855a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.743311 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-1026b0ef-a44b-4090-9a12-995779b855a2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.0431962 Nov 04 14:20:51.793086 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-05e89d47-e3d1-4099-bfab-49f19869ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:51.794557 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-05e89d47-e3d1-4099-bfab-49f19869ba0f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411818 Nov 04 14:20:51.886871 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-7d787289-5fc3-4f43-82f7-e3eedcba1e9d service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812633 Nov 04 14:20:51.978405 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7314857c-6dd1-4ec7-b450-905a1df68699 req-299cc13f-ccb0-4ac3-bcf7-ed25919225aa service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845387 Nov 04 14:20:52.561802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f9949-7378-4119-90af-8a41cd11684e req-37e7db83-817e-4e66-8f17-8834226f73ed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:52.563290 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-650f9949-7378-4119-90af-8a41cd11684e req-37e7db83-817e-4e66-8f17-8834226f73ed tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0477052 Nov 04 14:20:52.609469 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-650f9949-7378-4119-90af-8a41cd11684e req-d1b75e8f-3daf-4c5f-8a47-163f303949ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Nov 04 14:20:52.809814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c8d1c-7a5b-4946-a2a7-a870e7f4d5a7 req-5c996340-37f0-48f6-81fa-661be06695f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:52.811225 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-458c8d1c-7a5b-4946-a2a7-a870e7f4d5a7 req-5c996340-37f0-48f6-81fa-661be06695f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0464108 Nov 04 14:20:52.863828 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-458c8d1c-7a5b-4946-a2a7-a870e7f4d5a7 req-d8966b8c-8637-42e4-9d0e-73e99c78cb2d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Nov 04 14:20:53.727061 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756f16-d650-40c4-8860-8385c291a3c6 req-eeaf6870-e8c2-4ac2-8e1c-91ec6c5ee96b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:53.728553 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2756f16-d650-40c4-8860-8385c291a3c6 req-eeaf6870-e8c2-4ac2-8e1c-91ec6c5ee96b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0490472 Nov 04 14:20:53.774252 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d2756f16-d650-40c4-8860-8385c291a3c6 req-02d49a68-02f5-45b3-8d35-c46c498b2421 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398684 Nov 04 14:20:53.973454 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49fd2-8077-4795-84f7-d0349e8c6dd2 req-0fe30a28-074a-4214-a32e-891041f301fd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:53.974933 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9e49fd2-8077-4795-84f7-d0349e8c6dd2 req-0fe30a28-074a-4214-a32e-891041f301fd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0459917 Nov 04 14:20:54.022487 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9e49fd2-8077-4795-84f7-d0349e8c6dd2 req-169f2cf0-2d9f-4ab9-a360-e2660d6e76c6 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Nov 04 14:20:54.893656 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0de0ea-323a-4c90-a1a7-0a87f99530ff req-36b2c8ab-4c89-47c2-8166-af44ed6b49d2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:54.895070 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-eb0de0ea-323a-4c90-a1a7-0a87f99530ff req-36b2c8ab-4c89-47c2-8166-af44ed6b49d2 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Nov 04 14:20:54.941011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-eb0de0ea-323a-4c90-a1a7-0a87f99530ff req-34701b5f-9437-4f38-9e61-5bf7d7fedf00 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401337 Nov 04 14:20:55.133877 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179555c5-aac7-4ee3-9059-42aa94f8f0ae req-8348e825-fca1-4f55-ac94-7492349ef43b tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:55.135355 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-179555c5-aac7-4ee3-9059-42aa94f8f0ae req-8348e825-fca1-4f55-ac94-7492349ef43b tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0472922 Nov 04 14:20:55.183115 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-179555c5-aac7-4ee3-9059-42aa94f8f0ae req-5d4edc00-dd6b-427c-9db8-8e11ad07e4ce tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Nov 04 14:20:55.185502 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:20:55.278582 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:55.289941 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'mac_address': 'fa:16:3e:ae:bf:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:20:55.328989 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:55.341221 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:20:55.360268 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:55.438226 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:55.488723 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=6']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:55.533926 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:20:56.062230 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda189c-64b6-49e7-988c-93e1ec8ca50b req-8fe55a1a-c1d3-4f2e-9380-a0577031b612 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:56.063739 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0dda189c-64b6-49e7-988c-93e1ec8ca50b req-8fe55a1a-c1d3-4f2e-9380-a0577031b612 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 944 time: 0.0521431 Nov 04 14:20:56.115190 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0dda189c-64b6-49e7-988c-93e1ec8ca50b req-79984783-ee2a-4500-81f8-65c1d34b374f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 Nov 04 14:20:56.303711 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f9795-c048-44c0-b7f5-fd92c50902a6 req-e321307b-f866-4362-9a51-f69a27fbec41 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:56.307560 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2e5f9795-c048-44c0-b7f5-fd92c50902a6 req-e321307b-f866-4362-9a51-f69a27fbec41 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0564065 Nov 04 14:20:56.360413 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2e5f9795-c048-44c0-b7f5-fd92c50902a6 req-7989e379-07ec-46a2-a856-17242492bfd1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Nov 04 14:20:56.365167 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:57.211311 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:20:57.243222 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d2c4c-5dbc-48ab-b25d-6ec0044ed9fc req-62f49030-db61-4698-9969-f07018b8226e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:57.250978 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1e3d2c4c-5dbc-48ab-b25d-6ec0044ed9fc req-62f49030-db61-4698-9969-f07018b8226e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 944 time: 0.0569654 Nov 04 14:20:57.320449 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:20:57.321043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:57.337563 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1e3d2c4c-5dbc-48ab-b25d-6ec0044ed9fc req-9239dedd-66c9-42f8-ba33-128efeab3d0a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830035 Nov 04 14:20:57.434725 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:57.469380 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:20:57.472771 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e654f-d54b-4b12-8ed0-d3062440e907" -d '{"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-plugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:20:57.476984 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:57.519085 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e1361-1d32-403a-87e7-97754d7bafd8 req-622473a3-244f-428d-9210-1ca1ac43e370 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:57.520895 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c53e1361-1d32-403a-87e7-97754d7bafd8 req-622473a3-244f-428d-9210-1ca1ac43e370 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0821941 Nov 04 14:20:57.531052 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b20224e-bc15-4f2b-aff3-309ba9743193 x-openstack-request-id: req-3b20224e-bc15-4f2b-aff3-309ba9743193 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:20:57.531364 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-plugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:20:57.531610 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b20224e-bc15-4f2b-aff3-309ba9743193 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:20:57.532022 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'code': 200} Nov 04 14:20:57.614887 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c53e1361-1d32-403a-87e7-97754d7bafd8 req-dd6aa4fb-0846-4be3-885d-9b5f6261a176 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928006 Nov 04 14:20:57.638783 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:57.703719 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=7']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:58.463267 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d4d5-51fd-4267-9a8c-4c43364bcdea req-6c45fea8-5eef-41ba-8faf-18af90417cc7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:58.466362 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a210d4d5-51fd-4267-9a8c-4c43364bcdea req-6c45fea8-5eef-41ba-8faf-18af90417cc7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0558867 Nov 04 14:20:58.526754 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a210d4d5-51fd-4267-9a8c-4c43364bcdea req-4ab21f33-28cd-491e-a17b-3dce60109549 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519347 Nov 04 14:20:58.746103 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b652b7e-8b2f-41be-adba-4a7777f378e5 req-3aafa4e2-93f6-495b-a949-3772eecbe496 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:58.747872 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b652b7e-8b2f-41be-adba-4a7777f378e5 req-3aafa4e2-93f6-495b-a949-3772eecbe496 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 944 time: 0.0636616 Nov 04 14:20:58.823209 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4b652b7e-8b2f-41be-adba-4a7777f378e5 req-4a3ae716-f58e-4db2-8dbe-99d1de5ce6b4 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660183 Nov 04 14:20:59.231568 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:20:59.349679 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:59.363433 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'port_id': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'mac_address': 'fa:16:3e:12:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:20:59.403428 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:59.416781 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9170e54a-eaf2-486c-ba59-edc47304cbf9 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:20:59.442821 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:20:59.513609 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:20:59.573507 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=7']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:20:59.740033 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be630e-8095-4769-afe7-34f2187ca2cc req-5f77896a-b155-4140-a55b-2b5f77b3e119 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:59.741539 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a6be630e-8095-4769-afe7-34f2187ca2cc req-5f77896a-b155-4140-a55b-2b5f77b3e119 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.1133122 Nov 04 14:20:59.807236 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a6be630e-8095-4769-afe7-34f2187ca2cc req-1e361525-f81a-48ef-82e8-700416ce548c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596066 Nov 04 14:20:59.819459 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['9170e54a-eaf2-486c-ba59-edc47304cbf9'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:20:59.984590 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca726-a60a-4fa4-a6e7-a73b4b2a7645 req-804e2c8a-f572-4030-8eee-6adaf97cae45 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:20:59.986221 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-412ca726-a60a-4fa4-a6e7-a73b4b2a7645 req-804e2c8a-f572-4030-8eee-6adaf97cae45 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Nov 04 14:21:00.059250 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-412ca726-a60a-4fa4-a6e7-a73b4b2a7645 req-c902349a-b85a-473d-a332-3c739d62cfbd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565488 Nov 04 14:21:00.947242 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935fa2-aaae-4b13-a3a5-18e289f442fe req-751eac2b-f4dd-4c89-a5ff-cd50df9c3fd6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:00.948926 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-72935fa2-aaae-4b13-a3a5-18e289f442fe req-751eac2b-f4dd-4c89-a5ff-cd50df9c3fd6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0615222 Nov 04 14:21:01.006638 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-72935fa2-aaae-4b13-a3a5-18e289f442fe req-4904bd45-b2a2-42e9-9731-165a17d516da tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500858 Nov 04 14:21:01.196506 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d45c-d5f8-408e-a38b-250cafbdcea9 req-e7eff7a5-64e0-43a9-9930-4bf8ac455f3d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:01.198156 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e5f5d45c-d5f8-408e-a38b-250cafbdcea9 req-e7eff7a5-64e0-43a9-9930-4bf8ac455f3d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 945 time: 0.0498829 Nov 04 14:21:01.250247 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:21:01.251424 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e5f5d45c-d5f8-408e-a38b-250cafbdcea9 req-4dcb622d-3c5f-46fb-b58c-3ec6ea3243d8 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473216 Nov 04 14:21:01.324553 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 9170e54a-eaf2-486c-ba59-edc47304cbf9 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:21:01.324884 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:01.413354 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:01.428073 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-f39eadab-878c-4caf-b37c-7b0df3c1d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:01.429733 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-f39eadab-878c-4caf-b37c-7b0df3c1d259 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1098 time: 0.0625479 Nov 04 14:21:01.439930 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:21:01.442333 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb5ee6-075c-40e0-82a5-34812988769c" -d '{"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-plugged", "status": "completed", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:21:01.461283 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:01.513250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c7feb-9d8a-4dca-9f70-fef62ac563e8 x-openstack-request-id: req-d64c7feb-9d8a-4dca-9f70-fef62ac563e8 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:21:01.513250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-plugged", "status": "completed", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:21:01.513250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d64c7feb-9d8a-4dca-9f70-fef62ac563e8 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:21:01.513250 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'code': 200} Nov 04 14:21:01.536028 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:01.582199 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-61383464-c807-4772-ac4c-e144adb0f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:01.584603 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-61383464-c807-4772-ac4c-e144adb0f63f service neutron] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 907 time: 0.1279798 Nov 04 14:21:01.612800 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=8']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:01.665372 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-86f2125e-afff-4a68-8427-fe1da99df8c1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 1002 time: 0.0703168 Nov 04 14:21:01.728488 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-37a92f77-1920-4106-bcb7-330ba22773a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:01.730030 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-37a92f77-1920-4106-bcb7-330ba22773a1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.0548849 Nov 04 14:21:01.789077 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-e9aa42fe-0cac-4311-9897-38bc1982a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:01.790633 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-e9aa42fe-0cac-4311-9897-38bc1982a328 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527556 Nov 04 14:21:01.956149 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-cef457e9-fab9-4edd-9ed3-5ac44e456b35 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507890 Nov 04 14:21:01.958836 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef320aac-4ef6-4db5-bf34-8c435df3090b req-f5f911f7-2cd7-487a-b078-1815c70ce539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:01.960191 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef320aac-4ef6-4db5-bf34-8c435df3090b req-f5f911f7-2cd7-487a-b078-1815c70ce539 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1099 time: 0.0794418 Nov 04 14:21:02.083674 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef320aac-4ef6-4db5-bf34-8c435df3090b req-543a37ff-5bd1-4c12-9af1-1cb14cf9678c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935824 Nov 04 14:21:02.121314 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66dc18e2-dbfe-4ebe-88c2-38a401e4d61f req-dae682be-4c87-4f90-9c56-0c8085d6a65a service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493254 Nov 04 14:21:02.146810 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d2a5a-359c-4d3d-a119-edd1c42f348b req-6a6d56c7-f756-436f-ae02-cfd5ea41f5b8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:02.154418 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c53d2a5a-359c-4d3d-a119-edd1c42f348b req-6a6d56c7-f756-436f-ae02-cfd5ea41f5b8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0664918 Nov 04 14:21:02.201891 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c53d2a5a-359c-4d3d-a119-edd1c42f348b req-771d217d-76d8-4804-8812-d682c7d3b0f6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466044 Nov 04 14:21:02.407691 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a4d5-cf17-4d8d-8e49-6b117b6c7cb4 req-1da9c7d0-c000-47d8-b6c4-5dc075e582dd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:02.409360 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8449a4d5-cf17-4d8d-8e49-6b117b6c7cb4 req-1da9c7d0-c000-47d8-b6c4-5dc075e582dd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0607936 Nov 04 14:21:02.480562 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8449a4d5-cf17-4d8d-8e49-6b117b6c7cb4 req-ccba2d28-6f2d-4d79-be8e-8cdb6bb638bd tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603957 Nov 04 14:21:03.021159 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5e7c746e-b65d-408b-aa60-26679bd27c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:03.348376 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdd12c-b25b-4f94-9bc4-369fef7d649a req-d6552f7b-e3d1-427e-b847-04fdad39edf9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:03.348376 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3ffdd12c-b25b-4f94-9bc4-369fef7d649a req-d6552f7b-e3d1-427e-b847-04fdad39edf9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0485919 Nov 04 14:21:03.398896 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3ffdd12c-b25b-4f94-9bc4-369fef7d649a req-cb4535d4-0993-4d7d-bbf9-82578e708558 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491307 Nov 04 14:21:03.622226 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d780-b059-4917-be1b-de0a7ea6a038 req-23d177ee-8892-4bda-8b82-a89008326ee8 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:03.623764 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c87d780-b059-4917-be1b-de0a7ea6a038 req-23d177ee-8892-4bda-8b82-a89008326ee8 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.0666733 Nov 04 14:21:03.693025 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3c87d780-b059-4917-be1b-de0a7ea6a038 req-fe36fdd0-c88e-4e8e-9250-e082a196103f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617037 Nov 04 14:21:04.572796 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352cb5-23a6-4ce7-a296-bbd8ddf7b9e6 req-08904ff5-7294-4d77-ace7-f1ad3fc3acea tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:04.578694 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f4352cb5-23a6-4ce7-a296-bbd8ddf7b9e6 req-08904ff5-7294-4d77-ace7-f1ad3fc3acea tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0746777 Nov 04 14:21:04.647954 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f4352cb5-23a6-4ce7-a296-bbd8ddf7b9e6 req-ce73819d-e97c-4d4e-8faf-089e464275b0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619233 Nov 04 14:21:05.314008 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f37916f9-bd56-468d-b449-6e2858c7ea29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:05.385049 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392e2b8-c46e-4f85-b39f-ed2d7f7effe2 req-0a8ab784-911c-478e-a59b-dd61e220a022 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:05.386727 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a392e2b8-c46e-4f85-b39f-ed2d7f7effe2 req-0a8ab784-911c-478e-a59b-dd61e220a022 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.0581577 Nov 04 14:21:05.456432 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a392e2b8-c46e-4f85-b39f-ed2d7f7effe2 req-e5708f3b-9ffe-4da5-a468-87b65c951dac tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616786 Nov 04 14:21:05.834672 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082296-92bb-4567-9770-2b3b1dc4ab82 req-0f271b84-bde3-4e8a-b377-98aaa3b71d30 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:05.842963 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-50082296-92bb-4567-9770-2b3b1dc4ab82 req-0f271b84-bde3-4e8a-b377-98aaa3b71d30 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0815094 Nov 04 14:21:05.919116 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-50082296-92bb-4567-9770-2b3b1dc4ab82 req-ff4bebc6-9096-4ef3-896d-2148133ab2de tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696123 Nov 04 14:21:06.581466 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01747465-b7e8-4ba9-bf5c-7b46b0fc6200 req-4e43abfe-cb00-467b-a3a2-2c35fbbd8892 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:06.582971 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-01747465-b7e8-4ba9-bf5c-7b46b0fc6200 req-4e43abfe-cb00-467b-a3a2-2c35fbbd8892 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.0486979 Nov 04 14:21:06.633419 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-01747465-b7e8-4ba9-bf5c-7b46b0fc6200 req-f623bffa-3205-4fb3-8551-b209daf9f80a tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Nov 04 14:21:06.788028 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.042461 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cac73-eef6-4674-a308-a8362731ba1e req-362e82b8-e688-4d5f-a729-e80ff923f02a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:07.044144 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8b5cac73-eef6-4674-a308-a8362731ba1e req-362e82b8-e688-4d5f-a729-e80ff923f02a tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0583475 Nov 04 14:21:07.107771 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8b5cac73-eef6-4674-a308-a8362731ba1e req-2b3661d6-8705-4a4f-80f7-8dfdae8bba35 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533948 Nov 04 14:21:07.298912 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-04fa3fd7-26c2-405e-b1d5-1c3fcac1859d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:07.300608 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-04fa3fd7-26c2-405e-b1d5-1c3fcac1859d tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.0518568 Nov 04 14:21:07.399344 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Deleting port c3edb326-f7f4-4195-9364-16a067fb02fd {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:21:07.399771 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.497019 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] For port c3edb326-f7f4-4195-9364-16a067fb02fd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3edb326-f7f4-4195-9364-16a067fb02fd,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:07.497527 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.662990 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.663269 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.663588 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Floating IP 651d5b78-bf2c-4a76-80de-68559aabfbcd disassociated. External IP: 172.27.1.42, port: c3edb326-f7f4-4195-9364-16a067fb02fd. Nov 04 14:21:07.663936 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Calling delete_port for c3edb326-f7f4-4195-9364-16a067fb02fd owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:21:07.780966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac70b-41c7-4096-9836-9882ca20263a req-06d723b5-b136-4f8e-b925-61904607a537 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:07.782506 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1bfac70b-41c7-4096-9836-9882ca20263a req-06d723b5-b136-4f8e-b925-61904607a537 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 945 time: 0.0735974 Nov 04 14:21:07.793362 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.877555 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1bfac70b-41c7-4096-9836-9882ca20263a req-a6bdd86e-487d-4af1-a198-7db7538a1413 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a258632-61ef-43c8-8829-ed44a9c13c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846751 Nov 04 14:21:07.925245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:07.955360 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event deleted for resources: {'Port': ['ID=c3edb326-f7f4-4195-9364-16a067fb02fd,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:07.967744 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.968158 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.968433 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.968804 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.969113 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.969489 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.969751 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.970067 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.970462 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.970738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.971068 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:07.971395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:08.077513 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:21:08.182329 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:21:08.191645 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:21:08.201682 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:21:08.202388 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:21:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:08.243197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] No DVR routers for this DVR port c3edb326-f7f4-4195-9364-16a067fb02fd on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:21:08.248401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:08.252576 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-980be9c3-5ff2-40f1-beac-c94d267e79fe req-3e02b300-9303-4d0f-94d1-9851965acb02 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.107 "DELETE /v2.0/ports/c3edb326-f7f4-4195-9364-16a067fb02fd HTTP/1.1" status: 204 len: 173 time: 0.9438348 Nov 04 14:21:08.254460 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'name': 'network-vif-deleted', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:21:08.256757 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1be35bf-87a9-4039-b4bf-f5c567185a0b" -d '{"events": [{"server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "name": "network-vif-deleted", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:21:08.275944 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005773-f628-430b-8da4-022584e1dd75 req-5ad0a3a6-8382-4e8c-9162-855e739d1ac0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:08.277444 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-10005773-f628-430b-8da4-022584e1dd75 req-5ad0a3a6-8382-4e8c-9162-855e739d1ac0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0933270 Nov 04 14:21:08.299078 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edbb8c0-6c58-439e-bccb-c81038cb41e9 x-openstack-request-id: req-3edbb8c0-6c58-439e-bccb-c81038cb41e9 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:21:08.299408 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a9a5b0-b114-4524-aace-eab3e762c6bd", "name": "network-vif-deleted", "tag": "c3edb326-f7f4-4195-9364-16a067fb02fd", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:21:08.299617 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3edbb8c0-6c58-439e-bccb-c81038cb41e9 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:21:08.300011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a9a5b0-b114-4524-aace-eab3e762c6bd', 'name': 'network-vif-deleted', 'tag': 'c3edb326-f7f4-4195-9364-16a067fb02fd', 'status': 'completed', 'code': 200} Nov 04 14:21:08.330531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:21:08.333220 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-10005773-f628-430b-8da4-022584e1dd75 req-5c9e4bf4-bd06-42bf-9b76-c449391c8aaf tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487442 Nov 04 14:21:08.538733 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:08.565358 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:21:08.574868 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:21:08.575478 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:21:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:08.631321 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-3060d7ce-d4fc-4294-b613-2ef46b780368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:08.633161 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-3060d7ce-d4fc-4294-b613-2ef46b780368 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1098 time: 0.0426772 Nov 04 14:21:08.697563 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:21:08.728267 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-fa14e0d2-23db-452d-bd3f-244720ccc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:08.729671 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-fa14e0d2-23db-452d-bd3f-244720ccc6a5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.0890317 Nov 04 14:21:08.797748 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-3944438f-9cbc-4cf7-8fd5-19e0898c456b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0601804 Nov 04 14:21:08.846064 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:09.037589 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:09.065797 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d6e5d-8d1a-469e-bd72-177129027836 None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:05Z', 'revision_number': 4, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'c55199b9-e6b3-4e23-8718-9c8d7b0728ff', 'name': '', 'network_id': '26c9cb59-cf30-459f-ade8-4f94b42aa74b', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'mac_address': 'fa:16:3e:8c:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:58Z', 'updated_at': '2021-11-04T14:15:15Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'subnets': [{'id': 'ead5ddcb-1f47-4478-989e-bec75df6c250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:21:09.132280 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d4bac422-d605-477f-a2e3-9cace244ca9a req-b23d87fb-4e7f-4c24-8f77-a3b2247e2e1e tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/ports?device_id=22a9a5b0-b114-4524-aace-eab3e762c6bd HTTP/1.1" status: 200 len: 210 time: 0.0327282 Nov 04 14:21:09.144854 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-9c943296-1e48-49ce-9bec-fe5c78fb3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:09.144854 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-9c943296-1e48-49ce-9bec-fe5c78fb3a5b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.3363068 Nov 04 14:21:09.189190 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-b40196d1-86a8-44c0-b3d9-1fb10a4ef4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:09.191283 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-b40196d1-86a8-44c0-b3d9-1fb10a4ef4d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406973 Nov 04 14:21:09.287963 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-040af748-0c4a-48f2-991b-33d76fd44870 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890326 Nov 04 14:21:09.328713 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461d9a4-bc3b-458f-9da1-122a2e8afee0 None None] New status for floating IP 651d5b78-bf2c-4a76-80de-68559aabfbcd: DOWN {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:21:09.386689 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cd1665af-4a84-42c7-b2c3-ac590271c5a2 req-e78cd25c-7dc3-47db-8a3f-11eba2d352f8 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872762 Nov 04 14:21:09.458281 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1cf25-b716-46e7-b053-f8a15a675e85 req-45646ef2-4777-4da7-a502-e9039332f426 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:09.459799 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aac1cf25-b716-46e7-b053-f8a15a675e85 req-45646ef2-4777-4da7-a502-e9039332f426 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Nov 04 14:21:09.507682 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aac1cf25-b716-46e7-b053-f8a15a675e85 req-ac7793da-63f2-446e-adec-f9be70162dc8 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Nov 04 14:21:10.320363 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49690) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:10.372869 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2f040d5-d864-4cdb-b274-206ae38d001b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.395741 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2f040d5-d864-4cdb-b274-206ae38d001b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.535770 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2f040d5-d864-4cdb-b274-206ae38d001b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.538339 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2f040d5-d864-4cdb-b274-206ae38d001b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.540283 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c2f040d5-d864-4cdb-b274-206ae38d001b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "DELETE /v2.0/security-groups/8a258632-61ef-43c8-8829-ed44a9c13c24 HTTP/1.1" status: 204 len: 168 time: 0.2188582 Nov 04 14:21:10.542582 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49694) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:10.550226 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f040d5-d864-4cdb-b274-206ae38d001b tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a258632-61ef-43c8-8829-ed44a9c13c24,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:10.555699 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.api.v2.resource [None req-8b34662c-2bb1-48c8-8acc-25ab58e49838 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] show failed (client error): The resource could not be found. Nov 04 14:21:10.557195 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-8b34662c-2bb1-48c8-8acc-25ab58e49838 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "GET /v2.0/security-groups/8a258632-61ef-43c8-8829-ed44a9c13c24 HTTP/1.1" status: 404 len: 347 time: 0.0131388 Nov 04 14:21:10.559558 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49696) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:10.699961 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6778-e3c1-4875-ba28-705952b3d2d7 req-4185aa2f-36d7-4770-928a-855faaec1797 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:10.701403 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-82df6778-e3c1-4875-ba28-705952b3d2d7 req-4185aa2f-36d7-4770-928a-855faaec1797 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 945 time: 0.1050146 Nov 04 14:21:10.749059 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Deleting port 6f7791dc-450f-4e14-a1ae-25f4bf203a21 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:21:10.749397 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.780094 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-82df6778-e3c1-4875-ba28-705952b3d2d7 req-c7f26937-4627-43ec-8fe2-8961812d6eb9 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720668 Nov 04 14:21:10.834446 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.834778 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:10.847142 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Calling delete_port for 6f7791dc-450f-4e14-a1ae-25f4bf203a21 owned by network:floatingip {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:21:11.021644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:11.052251 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Pushing event deleted for resources: {'Port': ['ID=6f7791dc-450f-4e14-a1ae-25f4bf203a21,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:11.106688 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks [] for floatingip, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:11.109722 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:11.113510 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e0382a3d-17a3-476d-98a7-293b00862090 tempest-AttachVolumeTestJSON-1387165161 tempest-AttachVolumeTestJSON-1387165161-project] 10.222.0.74 "DELETE /v2.0/floatingips/651d5b78-bf2c-4a76-80de-68559aabfbcd HTTP/1.1" status: 204 len: 168 time: 0.5503273 Nov 04 14:21:11.316071 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:21:11.403982 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:11.427115 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:21:11.429343 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff153bdf-0e82-46ef-b9db-aec0dc915efc" -d '{"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:21:11.445663 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:11.471198 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f8c4ca-43cb-4d29-b3ca-d58f75688acf x-openstack-request-id: req-48f8c4ca-43cb-4d29-b3ca-d58f75688acf {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:21:11.471488 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:21:11.471735 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48f8c4ca-43cb-4d29-b3ca-d58f75688acf {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:21:11.472161 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'code': 200} Nov 04 14:21:11.473807 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e775e-5121-492c-aba3-bdd36136309e req-32a41495-2a4a-434e-93b0-aa8516fa53d5 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:11.475363 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d33e775e-5121-492c-aba3-bdd36136309e req-32a41495-2a4a-434e-93b0-aa8516fa53d5 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0551603 Nov 04 14:21:11.518095 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:11.519541 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device c3edb326-f7f4-4195-9364-16a067fb02fd no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:21:11.539695 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: c3edb326-f7f4-4195-9364-16a067fb02fd {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:21:11.540038 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device c3edb326-f7f4-4195-9364-16a067fb02fd not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:21:11.561313 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d33e775e-5121-492c-aba3-bdd36136309e req-f351c108-9fa4-476e-8f60-9fbabf29481b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0797305 Nov 04 14:21:11.575533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-1cd35d74-6b07-485f-b088-a99f0a0efb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:11.576987 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-1cd35d74-6b07-485f-b088-a99f0a0efb97 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1138 time: 0.0689554 Nov 04 14:21:11.588626 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=8']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:11.676644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-2510ee70-2cd6-460d-9cff-7d6f655248b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:11.678236 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-2510ee70-2cd6-460d-9cff-7d6f655248b9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 916 time: 0.0916221 Nov 04 14:21:11.747043 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-b95b75e9-34c2-4fd2-8ee3-ddb13fe2cf10 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 1002 time: 0.0593092 Nov 04 14:21:11.800920 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-018f3ca6-0afa-452e-a02b-118c765b2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:11.802366 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-018f3ca6-0afa-452e-a02b-118c765b2daa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.0479927 Nov 04 14:21:11.855705 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-b4d658f1-a45d-451a-9c29-7339eab6fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:11.857343 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-b4d658f1-a45d-451a-9c29-7339eab6fb7c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465183 Nov 04 14:21:11.973225 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf336-9acb-411e-baec-8933115ba08f req-8b76cfd9-9870-4f2b-98b1-8c27164dd4d5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:11.974732 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-625cf336-9acb-411e-baec-8933115ba08f req-8b76cfd9-9870-4f2b-98b1-8c27164dd4d5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.1164844 Nov 04 14:21:12.009670 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-ca0a301a-a529-471a-9a37-fc197ce4ca08 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430409 Nov 04 14:21:12.055267 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-625cf336-9acb-411e-baec-8933115ba08f req-cc1e8c01-f413-4af5-9bac-9341e145de36 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743694 Nov 04 14:21:12.117643 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a71d5309-1e71-4861-85f6-b31155f12a10 req-c2fec29e-a7a8-43c7-8982-5e2cad052e73 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982411 Nov 04 14:21:12.684154 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77ff0a-a187-4d32-a128-8961b838bfaa req-fdbe04b3-242d-4595-a70c-fcdc30763415 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:12.685581 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ec77ff0a-a187-4d32-a128-8961b838bfaa req-fdbe04b3-242d-4595-a70c-fcdc30763415 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0491676 Nov 04 14:21:12.745690 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ec77ff0a-a187-4d32-a128-8961b838bfaa req-b83888b5-9169-4545-874a-175121898d19 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532792 Nov 04 14:21:13.866222 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d595f-5d14-4281-8974-82ba8bb17c04 req-b73d94fd-d391-4207-bc9f-4454570dec39 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:13.867770 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6a4d595f-5d14-4281-8974-82ba8bb17c04 req-b73d94fd-d391-4207-bc9f-4454570dec39 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0561612 Nov 04 14:21:13.923836 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-9de3166f-e221-4243-a279-3ef3321dc3c9 req-95f584cc-21df-44b0-b8f3-09b8e6042c5c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:21:13.927556 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9de3166f-e221-4243-a279-3ef3321dc3c9 req-95f584cc-21df-44b0-b8f3-09b8e6042c5c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0704272 Nov 04 14:21:13.951962 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6a4d595f-5d14-4281-8974-82ba8bb17c04 req-cf7d97bb-97af-4b0c-9b44-e9f6a499338d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0778389 Nov 04 14:21:14.223258 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22032f10-d2de-43fe-87c3-f77ecdc2b4d5 req-ec571914-50b6-486e-98cb-4f69c5775fd6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:14.224816 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22032f10-d2de-43fe-87c3-f77ecdc2b4d5 req-ec571914-50b6-486e-98cb-4f69c5775fd6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Nov 04 14:21:14.275403 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22032f10-d2de-43fe-87c3-f77ecdc2b4d5 req-53999a91-ce9b-42fc-9a37-f9b091f95016 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Nov 04 14:21:14.583266 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49778) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:14.661828 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-564338f5-fdb5-4f42-bbd1-1918855581a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772882 Nov 04 14:21:14.670736 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-8194033e-7781-4308-a032-7e9c8c673a41 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:21:14.671796 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-8194033e-7781-4308-a032-7e9c8c673a41 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050013 Nov 04 14:21:15.036374 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49796) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:15.071485 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729ac1-50e5-47d0-8995-2a3c10aa9bd6 req-f424ed0a-89cc-4aed-9e1e-b11202c6cfc5 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:15.073021 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97729ac1-50e5-47d0-8995-2a3c10aa9bd6 req-f424ed0a-89cc-4aed-9e1e-b11202c6cfc5 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0506885 Nov 04 14:21:15.137095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-97729ac1-50e5-47d0-8995-2a3c10aa9bd6 req-a5410fc9-6510-49f9-b33d-81fec27a089b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0580015 Nov 04 14:21:15.497726 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:15.568096 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51669f2e-e6a1-4fe8-9ca0-36bca8a09df1 req-004c2618-7609-4a20-9ba7-c444df18474c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:15.569513 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-51669f2e-e6a1-4fe8-9ca0-36bca8a09df1 req-004c2618-7609-4a20-9ba7-c444df18474c tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0539916 Nov 04 14:21:15.621130 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-51669f2e-e6a1-4fe8-9ca0-36bca8a09df1 req-9f6217a9-03d9-4d56-be2f-8238eb328182 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455842 Nov 04 14:21:15.957193 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Deleting port c55199b9-e6b3-4e23-8718-9c8d7b0728ff {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:21:15.957527 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:16.031476 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] For port c55199b9-e6b3-4e23-8718-9c8d7b0728ff, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:16.031860 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:16.044248 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Calling delete_port for c55199b9-e6b3-4e23-8718-9c8d7b0728ff owned by network:router_interface {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:21:16.082861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-3df65efe-6a9d-43e1-bc0f-153e60a8430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.084367 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-3df65efe-6a9d-43e1-bc0f-153e60a8430f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73&tenant_id=328b6d72f4c24c979b9078ee10f744ff HTTP/1.1" status: 200 len: 1096 time: 0.0399039 Nov 04 14:21:16.146909 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-499a5ebf-3555-4f67-ab83-f9d95a4af8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.148324 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-499a5ebf-3555-4f67-ab83-f9d95a4af8f2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1096 time: 0.0386684 Nov 04 14:21:16.273368 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-21a759af-90be-4670-86f8-17e1ac3fc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.274867 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-21a759af-90be-4670-86f8-17e1ac3fc138 service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.1187656 Nov 04 14:21:16.282762 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e14ee-03dc-46c5-bba9-e59897ed7c63 req-193fbe91-3686-4ac3-9e43-440f77f3d62b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.284151 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:16.284645 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c91e14ee-03dc-46c5-bba9-e59897ed7c63 req-193fbe91-3686-4ac3-9e43-440f77f3d62b tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0741463 Nov 04 14:21:16.311141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55199b9-e6b3-4e23-8718-9c8d7b0728ff,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:16.386653 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-e0119115-828c-4161-8afc-3d6c36cbe59f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 200 len: 999 time: 0.1010344 Nov 04 14:21:16.396746 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c91e14ee-03dc-46c5-bba9-e59897ed7c63 req-abffeb94-7448-475f-8e88-c430a1784bc5 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1047349 Nov 04 14:21:16.448088 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-030b7cef-4f87-4a24-8029-53ace217dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.449749 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-030b7cef-4f87-4a24-8029-53ace217dc24 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.0519655 Nov 04 14:21:16.488431 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:16.500152 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-7382cd99-51b2-4a28-b9a6-89bcb66d591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.501668 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-7382cd99-51b2-4a28-b9a6-89bcb66d591e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433862 Nov 04 14:21:16.602620 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-e1716a86-4bb3-4008-a4a3-e74efa7d8d72 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881453 Nov 04 14:21:16.703872 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:21:16.714763 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-613ba6f7-0c75-49a4-bcb2-294d692131a5 req-5fc1175e-f4a3-4417-81e6-4984a97447bc service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028121 Nov 04 14:21:16.749842 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd672-4dd9-4ec8-a240-c8661e389d25 req-41b96332-e3b5-47a9-ba04-6a1ad8b92cc1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:16.751360 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-94ccd672-4dd9-4ec8-a240-c8661e389d25 req-41b96332-e3b5-47a9-ba04-6a1ad8b92cc1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0541661 Nov 04 14:21:16.800759 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-94ccd672-4dd9-4ec8-a240-c8661e389d25 req-d7a29254-c0ee-4be7-b348-fb3043726359 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Nov 04 14:21:16.806124 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:21:16.811287 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2522a476-0571-41a0-8334-a54b932937b0 admin admin] 10.222.0.74 "PUT /v2.0/routers/59f40ac3-6595-42e1-85bb-182b1fcbcb75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737405 Nov 04 14:21:16.813963 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49806) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:16.832039 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] Sync routers for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:21:16.838550 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:21:16.839124 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:21:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:16.923006 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:16.945826 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:21:17.047701 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.132724 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:21:16Z', 'revision_number': 5, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port': {'id': '46ab152f-16ee-4cf8-a079-4f19b74b8c7a', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:52Z', 'updated_at': '2021-11-04T14:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:17.154638 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Deleting port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:21:17.154982 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.161833 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] Checking router: 59f40ac3-6595-42e1-85bb-182b1fcbcb75 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:21:17.170039 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] Routers {'59f40ac3-6595-42e1-85bb-182b1fcbcb75'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:21:17.170677 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:21:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:17.242543 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] For port 46ab152f-16ee-4cf8-a079-4f19b74b8c7a, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:17.242543 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.250835 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Calling delete_port for 46ab152f-16ee-4cf8-a079-4f19b74b8c7a owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:21:17.259401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] Set router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 gateway port host: None {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:21:17.330959 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:21:17Z', 'revision_number': 6, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:17.379470 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c88be-ca10-417d-8e23-b67e610bbb5d None None] The sync data for ids ['59f40ac3-6595-42e1-85bb-182b1fcbcb75'] in dv-cinder-815848-5-iscsi is: [{'id': '59f40ac3-6595-42e1-85bb-182b1fcbcb75', 'name': 'tempest-AttachVolumeTestJSON-125690670-router', 'tenant_id': '1c3a6f988b3c4af49a4763c03aecb102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:21:17Z', 'revision_number': 6, 'project_id': '1c3a6f988b3c4af49a4763c03aecb102', 'gw_port_host': None}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:21:17.540939 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.543082 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37396a39-b715-4d8d-9b7a-330eeea8f327 req-ebf1f708-91e5-4c69-b4e5-f2d41846a7dc tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:17.544584 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37396a39-b715-4d8d-9b7a-330eeea8f327 req-ebf1f708-91e5-4c69-b4e5-f2d41846a7dc tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0556650 Nov 04 14:21:17.593293 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ab152f-16ee-4cf8-a079-4f19b74b8c7a,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:17.625642 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-37396a39-b715-4d8d-9b7a-330eeea8f327 req-51155799-f79c-4086-99e0-a2d7b0ddf396 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738454 Nov 04 14:21:17.667452 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.764961 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.769091 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.896208 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.896887 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f40ac3-6595-42e1-85bb-182b1fcbcb75 {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:21:17.902201 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:17.903590 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ad3c7e1f-75b9-4d83-adb3-30a39b7e5fc4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/59f40ac3-6595-42e1-85bb-182b1fcbcb75 HTTP/1.1" status: 204 len: 168 time: 1.0885420 Nov 04 14:21:17.906451 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49832) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:17.962446 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d959cf-55f7-4ef7-850f-4ef7cdd6ea83 req-15082d9d-68ed-43f0-830c-6240cce7c88e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:17.963688 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Deleting subnet ead5ddcb-1f47-4478-989e-bec75df6c250 {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:21:17.963970 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1d959cf-55f7-4ef7-850f-4ef7cdd6ea83 req-15082d9d-68ed-43f0-830c-6240cce7c88e tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0598164 Nov 04 14:21:17.967998 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.022745 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.024460 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1d959cf-55f7-4ef7-850f-4ef7cdd6ea83 req-cde9d0bd-8b5e-4b9b-91d5-b2e44feb79e7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534031 Nov 04 14:21:18.129478 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.217917 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 46ab152f-16ee-4cf8-a079-4f19b74b8c7a no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:21:18.239187 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 46ab152f-16ee-4cf8-a079-4f19b74b8c7a {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:21:18.249829 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 46ab152f-16ee-4cf8-a079-4f19b74b8c7a not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:21:18.249829 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c55199b9-e6b3-4e23-8718-9c8d7b0728ff no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:21:18.259928 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: c55199b9-e6b3-4e23-8718-9c8d7b0728ff {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:21:18.260278 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c55199b9-e6b3-4e23-8718-9c8d7b0728ff not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:21:18.268383 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.294476 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead5ddcb-1f47-4478-989e-bec75df6c250,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:18.298166 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.302486 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-0a8c9d9a-9300-4bc7-921f-f13060542431 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ead5ddcb-1f47-4478-989e-bec75df6c250 HTTP/1.1" status: 204 len: 168 time: 0.3949800 Nov 04 14:21:18.306365 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49834) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:18.308241 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29256204-29e3-46c8-aaee-dba724cf928a None None] Network 26c9cb59-cf30-459f-ade8-4f94b42aa74b requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:21:18.378968 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.443161 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Deleting port aefba679-1489-4a12-ad1f-d104640f3a68 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:21:18.443444 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.536513 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] For port aefba679-1489-4a12-ad1f-d104640f3a68, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aefba679-1489-4a12-ad1f-d104640f3a68,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:18.539933 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.554552 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Calling delete_port for aefba679-1489-4a12-ad1f-d104640f3a68 owned by network:dhcp {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:21:18.579871 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] DHCP port deletion for 26c9cb59-cf30-459f-ade8-4f94b42aa74b request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:21:18.641333 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] Deleting port aefba679-1489-4a12-ad1f-d104640f3a68 {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:21:18.641750 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.740663 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] For port aefba679-1489-4a12-ad1f-d104640f3a68, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aefba679-1489-4a12-ad1f-d104640f3a68,segment=NetworkSegment(ef13a324-47dc-4ec7-8ce6-9b1daaf0d752),segment_id=ef13a324-47dc-4ec7-8ce6-9b1daaf0d752)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:18.741073 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.756004 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] Calling delete_port for aefba679-1489-4a12-ad1f-d104640f3a68 owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:21:18.760150 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.772529 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd80f6-865f-4cc2-b3e5-00d0162e2e5d req-58442123-59a0-410e-8335-1e49b67870a3 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:18.779028 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ecd80f6-865f-4cc2-b3e5-00d0162e2e5d req-58442123-59a0-410e-8335-1e49b67870a3 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0643852 Nov 04 14:21:18.790743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefba679-1489-4a12-ad1f-d104640f3a68,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:18.794278 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] No DVR routers for this DVR port aefba679-1489-4a12-ad1f-d104640f3a68 on host dv-cinder-815848-5-iscsi {{(pid=101610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:21:18.889641 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.921274 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c9cb59-cf30-459f-ade8-4f94b42aa74b']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:18.921929 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ecd80f6-865f-4cc2-b3e5-00d0162e2e5d req-5290216e-06cd-4222-bd22-134e7e9851b2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1267235 Nov 04 14:21:18.936635 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:18.946118 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef13a324-47dc-4ec7-8ce6-9b1daaf0d752') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:18.946350 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.964236 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.980059 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.984328 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] Pushing event deleted for resources: {'Port': ['ID=aefba679-1489-4a12-ad1f-d104640f3a68,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:18.989418 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600d92a-713e-448b-896b-a6ae286eb420 None None] No DVR routers for this DVR port aefba679-1489-4a12-ad1f-d104640f3a68 on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:21:18.993834 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:21:18.994269 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:21:18.998134 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:21:19.153499 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa13a2-8653-47d3-99bf-5b93aff5c35b req-a0c24b63-29d8-4fb8-9f2a-c6fb48a62ef6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:19.155317 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6afa13a2-8653-47d3-99bf-5b93aff5c35b req-a0c24b63-29d8-4fb8-9f2a-c6fb48a62ef6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0502000 Nov 04 14:21:19.161015 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:19.178681 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:19.183969 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] 10.222.0.74 "DELETE /v2.0/networks/26c9cb59-cf30-459f-ade8-4f94b42aa74b HTTP/1.1" status: 204 len: 168 time: 0.8743279 Nov 04 14:21:19.183969 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f94f4-5f57-459e-91d8-0ed10208e283 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c9cb59-cf30-459f-ade8-4f94b42aa74b,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:19.218986 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6afa13a2-8653-47d3-99bf-5b93aff5c35b req-7f8a399f-fdcd-4fe3-b5f0-44db3b62889f tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564456 Nov 04 14:21:19.503167 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49842) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:19.545846 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8f10c6f4-4c5d-4e53-8bfc-b45e707ed82e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c3a6f988b3c4af49a4763c03aecb102&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413463 Nov 04 14:21:19.548503 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49844) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:19.598294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ae1917c1-09f3-4758-8595-205b261dfeef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:19.624715 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ae1917c1-09f3-4758-8595-205b261dfeef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:19.746668 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ae1917c1-09f3-4758-8595-205b261dfeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:19.749648 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ae1917c1-09f3-4758-8595-205b261dfeef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:19.750908 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ae1917c1-09f3-4758-8595-205b261dfeef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ad00c17-a95e-4ec5-b592-d89b14e975bc HTTP/1.1" status: 204 len: 168 time: 0.2009039 Nov 04 14:21:19.761821 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1917c1-09f3-4758-8595-205b261dfeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad00c17-a95e-4ec5-b592-d89b14e975bc,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:19.996350 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aefba679-1489-4a12-ad1f-d104640f3a68 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:21:20.036773 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: aefba679-1489-4a12-ad1f-d104640f3a68 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:21:20.036773 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aefba679-1489-4a12-ad1f-d104640f3a68 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:21:20.083506 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668755-1804-4313-97b4-7925da158c09 req-85b9919f-90a9-46e5-9aeb-bfb7fe78a892 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:20.109512 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9f668755-1804-4313-97b4-7925da158c09 req-85b9919f-90a9-46e5-9aeb-bfb7fe78a892 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0800302 Nov 04 14:21:20.152529 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9f668755-1804-4313-97b4-7925da158c09 req-347fca12-720b-4837-b0a2-b0c75a46bb1f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0597591 Nov 04 14:21:20.352914 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8c9d3-b8f4-43d5-9b7a-ab3a26037502 req-e4c4dc74-bb55-4f2a-8145-7738128b97a4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:20.358173 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ab8c9d3-b8f4-43d5-9b7a-ab3a26037502 req-e4c4dc74-bb55-4f2a-8145-7738128b97a4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0611713 Nov 04 14:21:20.425667 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ab8c9d3-b8f4-43d5-9b7a-ab3a26037502 req-ea571e1c-a6e7-4357-b0f9-1c79de611fd1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599561 Nov 04 14:21:21.292216 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b0a87-db68-4206-bd3d-db05f90d4f22 req-3f995747-e112-478c-a05e-4b8cfe28e21e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:21.294109 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-169b0a87-db68-4206-bd3d-db05f90d4f22 req-3f995747-e112-478c-a05e-4b8cfe28e21e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0636361 Nov 04 14:21:21.357040 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-169b0a87-db68-4206-bd3d-db05f90d4f22 req-b929b905-df6b-4e10-9dd4-b58adc62a08e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558627 Nov 04 14:21:21.561074 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a4844-7206-44ad-bb66-67b555dc8f20 req-fdc362cd-c558-430b-a7ad-756b22eef715 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:21.568980 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-805a4844-7206-44ad-bb66-67b555dc8f20 req-fdc362cd-c558-430b-a7ad-756b22eef715 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0636640 Nov 04 14:21:21.619161 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-805a4844-7206-44ad-bb66-67b555dc8f20 req-60748ffc-f2d7-452e-bf02-3ec8ffb26ab1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492940 Nov 04 14:21:22.485828 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73bcb-242c-40c3-9de8-9d2c6f9aa173 req-8409f725-1584-460a-833d-1ec9019d33d0 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:22.487916 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b6b73bcb-242c-40c3-9de8-9d2c6f9aa173 req-8409f725-1584-460a-833d-1ec9019d33d0 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0520709 Nov 04 14:21:22.555950 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b6b73bcb-242c-40c3-9de8-9d2c6f9aa173 req-c988a890-4390-4cbb-868d-c09009e01f5e tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0615253 Nov 04 14:21:22.760147 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ff630-6215-4095-9ce3-e9cdb5522c62 req-3a8dfede-a8b6-4ad3-85f4-2ffe0be69459 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:22.761738 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e45ff630-6215-4095-9ce3-e9cdb5522c62 req-3a8dfede-a8b6-4ad3-85f4-2ffe0be69459 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0662408 Nov 04 14:21:22.814076 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e45ff630-6215-4095-9ce3-e9cdb5522c62 req-fd6f31f0-8d44-4697-9bd1-6740da12c2e0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462251 Nov 04 14:21:23.691858 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bdf38-f6c8-4816-8f21-2840797ec8d4 req-4c1f7137-c52b-441c-a4c7-a4d9fd1a12a4 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:23.698503 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-621bdf38-f6c8-4816-8f21-2840797ec8d4 req-4c1f7137-c52b-441c-a4c7-a4d9fd1a12a4 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0640318 Nov 04 14:21:23.762262 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-621bdf38-f6c8-4816-8f21-2840797ec8d4 req-13b04701-17cb-4bc6-b15b-7e912ea70730 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0606561 Nov 04 14:21:23.947487 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30e63-0754-463c-b7aa-b90856912882 req-04b60686-72c3-4cd2-aaf0-3889fe825be3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:23.954719 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4b30e63-0754-463c-b7aa-b90856912882 req-04b60686-72c3-4cd2-aaf0-3889fe825be3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0589709 Nov 04 14:21:23.999820 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4b30e63-0754-463c-b7aa-b90856912882 req-938dec5e-f358-4b38-8bd0-448b4b7dd3d1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 Nov 04 14:21:24.897639 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d430-49a9-4238-a659-8815020ddf20 req-34a62d59-0065-4f33-a5b0-b7a807241aeb tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:24.899216 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4e46d430-49a9-4238-a659-8815020ddf20 req-34a62d59-0065-4f33-a5b0-b7a807241aeb tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0531526 Nov 04 14:21:24.963727 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4e46d430-49a9-4238-a659-8815020ddf20 req-487691ee-40f7-4108-9be0-0b5ac7fa1c73 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0582287 Nov 04 14:21:25.133243 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a6db-0826-4b08-b0bd-2098ed74ad3e req-eaa4973a-1726-43ba-98a6-d3b1de11e8c5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:25.134850 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6298a6db-0826-4b08-b0bd-2098ed74ad3e req-eaa4973a-1726-43ba-98a6-d3b1de11e8c5 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0562537 Nov 04 14:21:25.187859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6298a6db-0826-4b08-b0bd-2098ed74ad3e req-8b497211-a608-4171-a652-5fd254b06209 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471034 Nov 04 14:21:25.235739 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 49928) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:25.348195 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-978b7618-69a1-4db2-9deb-196fb5c1a274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.421464 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-978b7618-69a1-4db2-9deb-196fb5c1a274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.506709 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-978b7618-69a1-4db2-9deb-196fb5c1a274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.543881 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-978b7618-69a1-4db2-9deb-196fb5c1a274 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0954cfb27dcf482bb68b34580a2a9bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070016 Nov 04 14:21:25.546709 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49932) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:25.548866 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b7618-69a1-4db2-9deb-196fb5c1a274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84368ea1-abc7-47e4-8417-2dde0f831fd7,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:25.596454 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cf55-a321-482a-9f18-31c95b1cb3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.617897 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cf55-a321-482a-9f18-31c95b1cb3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.757854 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cf55-a321-482a-9f18-31c95b1cb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.760711 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cf55-a321-482a-9f18-31c95b1cb3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:25.764519 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ffe9cf55-a321-482a-9f18-31c95b1cb3f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84368ea1-abc7-47e4-8417-2dde0f831fd7 HTTP/1.1" status: 204 len: 168 time: 0.2137990 Nov 04 14:21:25.771176 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9cf55-a321-482a-9f18-31c95b1cb3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84368ea1-abc7-47e4-8417-2dde0f831fd7,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:26.095588 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0783b70-377f-4f32-8f57-e7b1326c5673 req-b3ebf348-f220-4a70-9907-67ad21ade643 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:26.097130 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0783b70-377f-4f32-8f57-e7b1326c5673 req-b3ebf348-f220-4a70-9907-67ad21ade643 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0572143 Nov 04 14:21:26.179741 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0783b70-377f-4f32-8f57-e7b1326c5673 req-9d4d6372-987f-4506-b10b-71624a31d5d1 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0761118 Nov 04 14:21:26.343658 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55092a-d09f-431b-bc87-f539ceb12b0a req-f3d80524-2e57-49fd-877c-4aa872e5a105 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:26.352323 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d55092a-d09f-431b-bc87-f539ceb12b0a req-f3d80524-2e57-49fd-877c-4aa872e5a105 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0718992 Nov 04 14:21:26.419754 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d55092a-d09f-431b-bc87-f539ceb12b0a req-f42055e4-89b9-4fbb-a957-54e587975444 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653255 Nov 04 14:21:26.421639 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:26.847789 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49960) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:26.951343 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1442531182-network', 'tenant_id': '893d69074f1d489da4b0b7e7c5359fba'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:21:27.056301 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Made reservation on behalf of 893d69074f1d489da4b0b7e7c5359fba for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:21:27.060964 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.069096 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.146187 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.221270 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.249242 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:21:27.255109 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d40b01-5b59-49b1-86a2-8972ff08d868,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:27.271860 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.272143 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Added segment 067bca9c-9fa7-4f9b-af32-d8ded881f841 of type vlan for network fe816ac5-ee12-4d20-8d28-f6155c157b0f Nov 04 14:21:27.335322 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.359085 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e6c33-43f8-4e73-92f4-d2fcc51224fa req-5d1c48c5-42a7-4f82-be16-d41f959ebc71 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:27.360655 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fe3e6c33-43f8-4e73-92f4-d2fcc51224fa req-5d1c48c5-42a7-4f82-be16-d41f959ebc71 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.1003845 Nov 04 14:21:27.428609 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fe3e6c33-43f8-4e73-92f4-d2fcc51224fa req-720479f6-330b-4056-9c99-24155ea99e81 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609245 Nov 04 14:21:27.438874 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.439838 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:27.440460 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.506079 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] Pushing event updated for resources: {'Network': ['ID=fe816ac5-ee12-4d20-8d28-f6155c157b0f,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:27.523669 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network fe816ac5-ee12-4d20-8d28-f6155c157b0f details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:21:27.540795 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e8e73725-b763-476b-a8be-05af9e96ee1a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6918781 Nov 04 14:21:27.543826 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49968) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:27.549991 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Request body: {'subnet': {'network_id': 'fe816ac5-ee12-4d20-8d28-f6155c157b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1442531182-subnet', 'tenant_id': '893d69074f1d489da4b0b7e7c5359fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:21:27.583074 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc01c-7b6f-41d6-868c-7b895c1e90fc req-fbeed219-142c-4e13-984e-e58b717f1cc4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:27.584662 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a5bc01c-7b6f-41d6-868c-7b895c1e90fc req-fbeed219-142c-4e13-984e-e58b717f1cc4 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0803404 Nov 04 14:21:27.638268 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0a5bc01c-7b6f-41d6-868c-7b895c1e90fc req-ba7a8f97-1896-4510-bced-3a385f034c49 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Nov 04 14:21:27.639185 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Made reservation on behalf of 893d69074f1d489da4b0b7e7c5359fba for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:21:27.641473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28936214'] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.866134 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28936228'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:27.922233 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d1eb2d-790c-4bfb-adb1-e5717a0cbb23,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:27.930821 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Checking segment: {'id': '067bca9c-9fa7-4f9b-af32-d8ded881f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fe816ac5-ee12-4d20-8d28-f6155c157b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:21:27.931358 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Network hostable DHCP agents. Network: fe816ac5-ee12-4d20-8d28-f6155c157b0f, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:21:28.037030 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Network fe816ac5-ee12-4d20-8d28-f6155c157b0f is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:21:28.101826 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:21:28.106093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, fe816ac5-ee12-4d20-8d28-f6155c157b0f) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:21:28.110253 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:28.110869 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:28.117534 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867fb85-c1e1-46c0-9029-9d1f229a8e4c None None] Network fe816ac5-ee12-4d20-8d28-f6155c157b0f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:21:28.200348 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-cba22b38-e722-48fe-baea-73ff0d7690fb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6554840 Nov 04 14:21:28.238674 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc534a-5d54-4367-b24d-5003494dae22 None None] Network fe816ac5-ee12-4d20-8d28-f6155c157b0f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:21:28.550155 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68931c8-3aeb-4b6f-871f-799200ff1ac0 req-3544d5aa-4a45-42a6-ad54-e3fc2cf418d9 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:28.551692 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d68931c8-3aeb-4b6f-871f-799200ff1ac0 req-3544d5aa-4a45-42a6-ad54-e3fc2cf418d9 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0528481 Nov 04 14:21:28.613761 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d68931c8-3aeb-4b6f-871f-799200ff1ac0 req-ef37bc56-31d6-452b-8f06-61b8cec2b03d tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554140 Nov 04 14:21:28.759196 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc307db-740f-4b4c-a051-2e97d26351a9 req-3e5cd37a-8105-4969-a04d-1e5046ba0e05 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:28.760794 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-abc307db-740f-4b4c-a051-2e97d26351a9 req-3e5cd37a-8105-4969-a04d-1e5046ba0e05 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 943 time: 0.0477791 Nov 04 14:21:28.809870 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-abc307db-740f-4b4c-a051-2e97d26351a9 req-6feea8c5-b385-4347-8211-64a079297dd0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Nov 04 14:21:28.840707 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49988) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:28.845622 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-196655066-network', 'tenant_id': '283f0866f09d4ef88a7ac7146c3cc170'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:21:28.963689 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Made reservation on behalf of 283f0866f09d4ef88a7ac7146c3cc170 for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:21:28.966186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:28.974768 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.047060 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.124109 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.150885 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:21:29.160843 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a4c16-d434-4195-b1d6-a312820e965a,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:29.165413 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.165758 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Added segment ef04b05f-5702-44e9-a8dd-a1d4457cc5d9 of type vlan for network ef1af33b-b8ed-4078-80e6-f964a8f827a9 Nov 04 14:21:29.203598 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.312479 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.313428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:29.314038 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.323307 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:21:29.372218 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] Pushing event updated for resources: {'Network': ['ID=ef1af33b-b8ed-4078-80e6-f964a8f827a9,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:29.389574 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network ef1af33b-b8ed-4078-80e6-f964a8f827a9 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:21:29.406926 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-88c92ade-94a3-42f3-a494-17a367511edd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5650692 Nov 04 14:21:29.409456 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 49990) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:29.414236 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Request body: {'subnet': {'network_id': 'ef1af33b-b8ed-4078-80e6-f964a8f827a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-196655066-subnet', 'tenant_id': '283f0866f09d4ef88a7ac7146c3cc170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:21:29.473599 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:29.485835 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'port_id': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'mac_address': 'fa:16:3e:ae:bf:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:21:29.511873 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Made reservation on behalf of 283f0866f09d4ef88a7ac7146c3cc170 for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:21:29.515059 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28936214'] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.528724 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.541489 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:21:29.560962 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:29.625801 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.673545 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=9']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:29.682656 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.683366 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.683858 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.684352 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.685045 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.685543 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.686034 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.686574 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.687641 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.687641 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.687861 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.688032 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:29.733061 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20688aa-2850-43cd-afc0-e0e82c21dcdb req-31826b40-3ad3-4267-ab62-8337b8d58dc6 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:29.734555 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f20688aa-2850-43cd-afc0-e0e82c21dcdb req-31826b40-3ad3-4267-ab62-8337b8d58dc6 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0538344 Nov 04 14:21:29.735846 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28936228'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:29.812273 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae174bc-02fe-4ddb-af13-80869565defd,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:29.842244 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Checking segment: {'id': 'ef04b05f-5702-44e9-a8dd-a1d4457cc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'ef1af33b-b8ed-4078-80e6-f964a8f827a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:21:29.842628 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Network hostable DHCP agents. Network: ef1af33b-b8ed-4078-80e6-f964a8f827a9, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:21:29.850715 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f20688aa-2850-43cd-afc0-e0e82c21dcdb req-c1a2ba8e-c818-4b35-923b-599e23911c69 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&id=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1071725 Nov 04 14:21:29.876586 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:21:29.931994 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306e9c-d137-46da-91d4-a44b2001605a req-418a1be0-76fb-4349-a20a-d5cfb4a20bec tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:29.933516 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64306e9c-d137-46da-91d4-a44b2001605a req-418a1be0-76fb-4349-a20a-d5cfb4a20bec tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 944 time: 0.0488710 Nov 04 14:21:29.935401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Network ef1af33b-b8ed-4078-80e6-f964a8f827a9 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:21:29.987728 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64306e9c-d137-46da-91d4-a44b2001605a req-ca0995f2-c8b2-493a-8004-b1813b46b9e6 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481772 Nov 04 14:21:30.015851 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, ef1af33b-b8ed-4078-80e6-f964a8f827a9) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:21:30.020316 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:30.021254 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.024169 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73b701-98ec-49b8-9f8a-ba88e50f09e8 None None] Network ef1af33b-b8ed-4078-80e6-f964a8f827a9 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:21:30.104337 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e4d19931-5a4c-48b1-89d2-a0ab80d331ec admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6937916 Nov 04 14:21:30.155116 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abffb2fb-74ab-4c9e-a2cc-09aea64a28e8 None None] Network ef1af33b-b8ed-4078-80e6-f964a8f827a9 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:21:30.226055 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50000) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:30.269528 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Deleting subnet 52d1eb2d-790c-4bfb-adb1-e5717a0cbb23 {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:21:30.273565 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.307901 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27990894'] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.344903 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.467425 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28936253'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.492281 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d1eb2d-790c-4bfb-adb1-e5717a0cbb23,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:30.496977 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.500224 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-df496533-5114-4642-a3e6-c59813199e6d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/52d1eb2d-790c-4bfb-adb1-e5717a0cbb23 HTTP/1.1" status: 204 len: 168 time: 0.2730186 Nov 04 14:21:30.503269 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50002) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:30.568354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.891587 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.911494 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe816ac5-ee12-4d20-8d28-f6155c157b0f']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:30.920447 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067bca9c-9fa7-4f9b-af32-d8ded881f841') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:30.920754 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067bca9c-9fa7-4f9b-af32-d8ded881f841') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:30.930351 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.943001 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.948795 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:21:30.949176 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:21:30.950795 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:21:31.089170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.094473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.098175 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] 10.222.0.74 "DELETE /v2.0/networks/fe816ac5-ee12-4d20-8d28-f6155c157b0f HTTP/1.1" status: 204 len: 168 time: 0.5939658 Nov 04 14:21:31.101057 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50006) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:31.113625 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa43b-9800-4873-83b7-5467cf022f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe816ac5-ee12-4d20-8d28-f6155c157b0f,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:31.130949 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07bff-810b-4b9c-97a3-b6866447be7b req-662d3547-15d0-4825-8574-8c0f51579c84 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:31.132434 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1e07bff-810b-4b9c-97a3-b6866447be7b req-662d3547-15d0-4825-8574-8c0f51579c84 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 944 time: 0.0740390 Nov 04 14:21:31.145271 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Deleting subnet 2ae174bc-02fe-4ddb-af13-80869565defd {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:21:31.148456 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.182444 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d1e07bff-810b-4b9c-97a3-b6866447be7b req-0d580d02-6e3a-447f-9bc9-8dc6cc094587 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436373 Nov 04 14:21:31.185831 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.225871 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.318757 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.339293 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:21:31.344573 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae174bc-02fe-4ddb-af13-80869565defd,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:31.347180 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.350343 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-200695b2-d77a-4e5f-baeb-1f421973ce61 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2ae174bc-02fe-4ddb-af13-80869565defd HTTP/1.1" status: 204 len: 168 time: 0.2482970 Nov 04 14:21:31.353075 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50008) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:31.387986 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:21:31.388360 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.421687 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.464108 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.489278 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:21:31.491537 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ff7e6-3189-4977-9d13-a405e6a9b242" -d '{"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-plugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:21:31.496128 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.505117 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:21:31.523303 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1af33b-b8ed-4078-80e6-f964a8f827a9']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:31.531232 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a65845a-8bb1-4bf0-9e95-666a5426e1cb x-openstack-request-id: req-2a65845a-8bb1-4bf0-9e95-666a5426e1cb {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:21:31.531532 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-plugged", "status": "completed", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:21:31.531789 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2a65845a-8bb1-4bf0-9e95-666a5426e1cb {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:21:31.532186 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'code': 200} Nov 04 14:21:31.534017 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef04b05f-5702-44e9-a8dd-a1d4457cc5d9') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:31.534290 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef04b05f-5702-44e9-a8dd-a1d4457cc5d9') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:21:31.544317 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.558503 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.558724 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.566287 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:21:31.566863 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:21:31.568936 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:21:31.606034 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=10']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:31.684153 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.696032 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:31.696032 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] 10.222.0.74 "DELETE /v2.0/networks/ef1af33b-b8ed-4078-80e6-f964a8f827a9 HTTP/1.1" status: 204 len: 168 time: 0.3403800 Nov 04 14:21:31.703958 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ace998-9b0d-4e44-8d57-bcbc8d05bf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1af33b-b8ed-4078-80e6-f964a8f827a9,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:31.843563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20138d-4ef8-41d2-8957-778e252e4e46 req-d0d8ea4f-2b6a-42bc-a17f-71b23de7bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:31.845091 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3b20138d-4ef8-41d2-8957-778e252e4e46 req-d0d8ea4f-2b6a-42bc-a17f-71b23de7bab5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1099 time: 0.0406847 Nov 04 14:21:31.890142 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3b20138d-4ef8-41d2-8957-778e252e4e46 req-65bff5cc-47bf-4944-b5f6-63dd8df21960 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372562 Nov 04 14:21:32.037764 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50014) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:32.076410 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-aa99c14e-75f5-4fc3-b886-f467831070cc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=893d69074f1d489da4b0b7e7c5359fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373561 Nov 04 14:21:32.078915 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50016) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:32.128407 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4888e15a-0b22-4b51-81ab-53dcc36f1d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:32.150141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4888e15a-0b22-4b51-81ab-53dcc36f1d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:32.267455 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4888e15a-0b22-4b51-81ab-53dcc36f1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:32.270047 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4888e15a-0b22-4b51-81ab-53dcc36f1d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:32.271335 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-4888e15a-0b22-4b51-81ab-53dcc36f1d25 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/89d40b01-5b59-49b1-86a2-8972ff08d868 HTTP/1.1" status: 204 len: 168 time: 0.1915443 Nov 04 14:21:32.281238 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e15a-0b22-4b51-81ab-53dcc36f1d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d40b01-5b59-49b1-86a2-8972ff08d868,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:32.328585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f213-dea1-48f5-bb45-ee8e961f1f4b req-a9c09d45-d974-4a11-ad85-866f34a65cc3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:32.334735 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-10f2f213-dea1-48f5-bb45-ee8e961f1f4b req-a9c09d45-d974-4a11-ad85-866f34a65cc3 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 946 time: 0.0653377 Nov 04 14:21:32.377866 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-10f2f213-dea1-48f5-bb45-ee8e961f1f4b req-6037a166-33cf-482b-8d9c-2d1e1a4de381 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418775 Nov 04 14:21:32.900371 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50024) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:32.938667 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2dbb4978-37f9-4b28-9f2c-63032550563b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=283f0866f09d4ef88a7ac7146c3cc170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370471 Nov 04 14:21:32.940909 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50026) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:32.951582 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a340514f-886b-405e-b720-983c51a2bab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:32.990041 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-194f5ace-6099-4b9c-b33a-efe91cb8c44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:33.012519 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-194f5ace-6099-4b9c-b33a-efe91cb8c44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:33.123981 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-194f5ace-6099-4b9c-b33a-efe91cb8c44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:33.126715 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-194f5ace-6099-4b9c-b33a-efe91cb8c44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:33.128481 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-194f5ace-6099-4b9c-b33a-efe91cb8c44d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/953a4c16-d434-4195-b1d6-a312820e965a HTTP/1.1" status: 204 len: 168 time: 0.1866348 Nov 04 14:21:33.136826 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f5ace-6099-4b9c-b33a-efe91cb8c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a4c16-d434-4195-b1d6-a312820e965a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:33.508370 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a78b2c-a70c-47fc-abc9-9333bf2170d8 req-b305be6a-1569-43e3-93c8-6d3ffd7d2c59 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:33.509922 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23a78b2c-a70c-47fc-abc9-9333bf2170d8 req-b305be6a-1569-43e3-93c8-6d3ffd7d2c59 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 946 time: 0.0562756 Nov 04 14:21:33.563924 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23a78b2c-a70c-47fc-abc9-9333bf2170d8 req-66211f45-51d0-48ef-93e7-76c2d0c253a0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Nov 04 14:21:34.684524 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988f18-e270-481d-9160-95882e1dadff req-825bd42e-d775-4e96-9958-a1a3e2b489b7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:21:34.686351 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5f988f18-e270-481d-9160-95882e1dadff req-825bd42e-d775-4e96-9958-a1a3e2b489b7 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 946 time: 0.0483003 Nov 04 14:21:34.742134 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5f988f18-e270-481d-9160-95882e1dadff req-036f8dd7-8bbd-4f10-8c25-fb0b44a29aa0 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427005 Nov 04 14:21:35.238663 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3064dc48-d957-4140-928b-7346957d8722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.273541 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50106) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:35.375186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-55194f65-903c-40d0-a28f-849daece6e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.444340 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-55194f65-903c-40d0-a28f-849daece6e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.512169 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-55194f65-903c-40d0-a28f-849daece6e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.550746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55194f65-903c-40d0-a28f-849daece6e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af733488-a5ca-4982-b91a-3c953b59632a,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:35.557553 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-55194f65-903c-40d0-a28f-849daece6e4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=60e49587f1484eecb026dd5668a32ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804596 Nov 04 14:21:35.557777 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50110) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:35.614821 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c365-6f4b-49ed-908a-df9938127e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.638960 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c365-6f4b-49ed-908a-df9938127e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.735494 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c365-6f4b-49ed-908a-df9938127e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.738700 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c365-6f4b-49ed-908a-df9938127e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:35.740022 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2ed8c365-6f4b-49ed-908a-df9938127e24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af733488-a5ca-4982-b91a-3c953b59632a HTTP/1.1" status: 204 len: 168 time: 0.1813602 Nov 04 14:21:35.747715 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8c365-6f4b-49ed-908a-df9938127e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af733488-a5ca-4982-b91a-3c953b59632a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:36.387952 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50116) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:36.400788 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a4f2-60ca-4301-af10-737e59887901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.470604 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a4f2-60ca-4301-af10-737e59887901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.535781 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a4f2-60ca-4301-af10-737e59887901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.574268 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b6d0a4f2-60ca-4301-af10-737e59887901 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da03cc6273284a32b8d5339e7fe5cca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852491 Nov 04 14:21:36.575195 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0a4f2-60ca-4301-af10-737e59887901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6e295-af03-4a98-a61d-84ab0ba321a8,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:36.577079 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50118) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:36.610073 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.625299 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e910e780-74a7-44fb-8461-52c835ac9003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.645840 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e910e780-74a7-44fb-8461-52c835ac9003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.746877 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e910e780-74a7-44fb-8461-52c835ac9003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.749395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e910e780-74a7-44fb-8461-52c835ac9003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:36.750576 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e910e780-74a7-44fb-8461-52c835ac9003 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c7d6e295-af03-4a98-a61d-84ab0ba321a8 HTTP/1.1" status: 204 len: 168 time: 0.1723957 Nov 04 14:21:36.759223 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910e780-74a7-44fb-8461-52c835ac9003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6e295-af03-4a98-a61d-84ab0ba321a8,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:37.808817 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:38.700901 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.328530 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50242) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:45.432096 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-16682033-1bd3-4d56-a78a-0d9d6d9d55d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.501056 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-16682033-1bd3-4d56-a78a-0d9d6d9d55d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.575226 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-16682033-1bd3-4d56-a78a-0d9d6d9d55d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.612147 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-16682033-1bd3-4d56-a78a-0d9d6d9d55d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a9489fdc4b394d88aa18ce49cfda3970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825482 Nov 04 14:21:45.613058 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16682033-1bd3-4d56-a78a-0d9d6d9d55d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6d2d1-0cab-406c-b8de-6ee7014dd666,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:45.615392 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50246) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:45.662586 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.682912 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.803660 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.806200 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:45.807372 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfb6d2d1-0cab-406c-b8de-6ee7014dd666 HTTP/1.1" status: 204 len: 168 time: 0.1910086 Nov 04 14:21:45.815499 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6d2d1-0cab-406c-b8de-6ee7014dd666,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:45.822749 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.823105 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.823494 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.823837 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.824168 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.824591 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.824965 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.825426 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.825657 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.825983 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.826450 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:45.831356 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adf225-ff3b-43e1-9307-8650d9e07e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:21:46.391791 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50252) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:46.405392 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5e19-d037-44c5-9a51-1a807b0de2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.476187 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5e19-d037-44c5-9a51-1a807b0de2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.540761 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5e19-d037-44c5-9a51-1a807b0de2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.575673 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5e19-d037-44c5-9a51-1a807b0de2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d99eaf-3780-46b9-aa77-7299c7c40adf,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:46.582108 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-dc3b5e19-d037-44c5-9a51-1a807b0de2f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e8a5a3af43cb487181602b7f6070c6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869435 Nov 04 14:21:46.582872 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50254) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:46.628388 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8fa3513a-2f60-44fc-9e5a-2c15da2c1807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.651491 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8fa3513a-2f60-44fc-9e5a-2c15da2c1807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.752009 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8fa3513a-2f60-44fc-9e5a-2c15da2c1807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.755059 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8fa3513a-2f60-44fc-9e5a-2c15da2c1807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:46.756258 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8fa3513a-2f60-44fc-9e5a-2c15da2c1807 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12d99eaf-3780-46b9-aa77-7299c7c40adf HTTP/1.1" status: 204 len: 168 time: 0.1724977 Nov 04 14:21:46.767003 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3513a-2f60-44fc-9e5a-2c15da2c1807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d99eaf-3780-46b9-aa77-7299c7c40adf,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:48.333929 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50288) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:48.436253 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb84ac26-6d21-494e-8605-bb542d54020d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.508309 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb84ac26-6d21-494e-8605-bb542d54020d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.552114 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb84ac26-6d21-494e-8605-bb542d54020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.590455 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-fb84ac26-6d21-494e-8605-bb542d54020d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c85b9f96f7d34f5dbba98d178ad92ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553842 Nov 04 14:21:48.591525 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84ac26-6d21-494e-8605-bb542d54020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b6ede-e54c-4172-941a-1fa1ce8b95bb,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:48.593293 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50292) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:48.649065 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-516da3ef-19af-4e98-8c8f-b1488d6df4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.669691 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-516da3ef-19af-4e98-8c8f-b1488d6df4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.780927 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-516da3ef-19af-4e98-8c8f-b1488d6df4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.783618 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-516da3ef-19af-4e98-8c8f-b1488d6df4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:48.784758 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-516da3ef-19af-4e98-8c8f-b1488d6df4e5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/434b6ede-e54c-4172-941a-1fa1ce8b95bb HTTP/1.1" status: 204 len: 168 time: 0.1904914 Nov 04 14:21:48.792141 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516da3ef-19af-4e98-8c8f-b1488d6df4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b6ede-e54c-4172-941a-1fa1ce8b95bb,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:53.175488 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50338) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:53.278125 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c5-1b2b-4de4-81e9-05f12362ae10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.349368 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c5-1b2b-4de4-81e9-05f12362ae10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.432285 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c5-1b2b-4de4-81e9-05f12362ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.468986 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-46bf10c5-1b2b-4de4-81e9-05f12362ae10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b2116c6600944c6ca6e244ba2ff85a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918615 Nov 04 14:21:53.470062 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf10c5-1b2b-4de4-81e9-05f12362ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76883288-5e43-4fe1-a011-67a8225eee35,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:53.471835 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50342) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:21:53.522404 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f493-8b17-4316-965e-7dae1dc201e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.545043 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f493-8b17-4316-965e-7dae1dc201e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.642443 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f493-8b17-4316-965e-7dae1dc201e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.644911 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f493-8b17-4316-965e-7dae1dc201e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:21:53.646048 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9bb2f493-8b17-4316-965e-7dae1dc201e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76883288-5e43-4fe1-a011-67a8225eee35 HTTP/1.1" status: 204 len: 168 time: 0.1719790 Nov 04 14:21:53.653586 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f493-8b17-4316-965e-7dae1dc201e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76883288-5e43-4fe1-a011-67a8225eee35,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:21:56.437634 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:02.929204 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-bd0061f8-117c-4325-ac1c-43e45c2dc671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:04.680285 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-e2c72a7f-583c-4cee-baf2-5d4752be3d8b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373204 Nov 04 14:22:04.740601 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-c6cff7c5-b21b-41be-ac78-cd32affc7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:04.742064 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-c6cff7c5-b21b-41be-ac78-cd32affc7043 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=328b6d72f4c24c979b9078ee10f744ff&device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 1099 time: 0.0394607 Nov 04 14:22:04.846134 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-ea458f37-3f87-49bf-8042-f40e6fce271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:04.847662 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-ea458f37-3f87-49bf-8042-f40e6fce271e service neutron] 10.222.0.107 "GET /v2.0/networks?id=58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 200 len: 918 time: 0.0854504 Nov 04 14:22:04.911364 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-37d07860-0726-41a4-b8f6-05dc90489022 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0554872 Nov 04 14:22:04.962314 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-4439c112-8def-4d84-9162-1f0d4c1100ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:04.963669 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-4439c112-8def-4d84-9162-1f0d4c1100ea service neutron] 10.222.0.107 "GET /v2.0/subnets?id=09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 200 len: 856 time: 0.0458558 Nov 04 14:22:05.007751 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-1211668b-f62d-46b9-968f-5c6539724879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:05.009150 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-1211668b-f62d-46b9-968f-5c6539724879 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=58dfe565-7c95-45e6-8cf0-84c0a294524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376139 Nov 04 14:22:05.097671 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-a094598d-178b-4fe9-8310-052d2c13b531 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790563 Nov 04 14:22:05.100693 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:22:05.189820 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d792118-578d-46e2-a6f3-ca7e4c5641e4 req-0690ebc3-7799-47a2-ac67-61530d6c0009 service neutron] 10.222.0.107 "GET /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836813 Nov 04 14:22:05.226210 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-68df995b-1578-4a5c-a2e0-2a5b28e46f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:06.579938 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:07.803229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:08.723263 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:08.961351 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-97eaa25a-d4e3-4695-9e17-a098d96a7346 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82196566&fields=id&tenant_id=ab3665de7d784c84b4df90167e0e0580 HTTP/1.1" status: 200 len: 267 time: 0.0447359 Nov 04 14:22:09.012812 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-01eabaf8-1ea5-40af-967d-a734ba3c4f1a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:09.014290 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-01eabaf8-1ea5-40af-967d-a734ba3c4f1a tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 985 time: 0.0470598 Nov 04 14:22:09.025814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Request body: {'port': {'security_groups': ['fcf7378e-1da3-48af-b0df-2ec018aabf7b']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:09.094660 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.262241 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:09.290459 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.368644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.381004 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['00ae3a50-227a-45e2-aa3b-d43f3ef65f33'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:22:09.410672 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:09.415709 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.415709 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9a4aa6ac-e3ac-4afe-a415-4791adab0c70 req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "PUT /v2.0/ports/00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 943 time: 0.3914018 Nov 04 14:22:09.415709 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:09.415709 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb60b66-8be8-4975-9932-29d10179a7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:09.420378 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50424) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:09.467013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d097313-fa0e-4d7a-8fa4-bbd38508c650 x-openstack-request-id: req-4d097313-fa0e-4d7a-8fa4-bbd38508c650 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:09.467303 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:09.467558 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d097313-fa0e-4d7a-8fa4-bbd38508c650 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:09.467955 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'status': 'completed', 'code': 200} Nov 04 14:22:09.482647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event updated for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=7']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:09.494217 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.494597 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.494943 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.495122 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['00ae3a50-227a-45e2-aa3b-d43f3ef65f33'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:22:09.495274 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.495610 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.495947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.496280 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.497175 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.497518 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.497851 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.498184 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.498543 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e5ac08-14a6-4ebd-b04f-a2c30edb39ab tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:09.543192 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f4d68a05-0477-462b-8482-0d8cd83e7b9f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.578778 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f4d68a05-0477-462b-8482-0d8cd83e7b9f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.583194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-3d13e026-1f83-4c15-bd78-e3ffbc89ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:09.584466 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-3d13e026-1f83-4c15-bd78-e3ffbc89ea53 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1099 time: 0.0790055 Nov 04 14:22:09.696025 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-1ef98626-9640-4ad3-b56d-8bea743dea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:09.697414 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-1ef98626-9640-4ad3-b56d-8bea743dea0d service neutron] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 916 time: 0.1046519 Nov 04 14:22:09.740813 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-9d631117-c533-49a1-a11c-146703545517 None None] Provisioning complete for port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:09.740813 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9d631117-c533-49a1-a11c-146703545517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.774191 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-06c52e35-e57e-41c4-b8c8-8e9b2561b568 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 1002 time: 0.0680470 Nov 04 14:22:09.829186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f4d68a05-0477-462b-8482-0d8cd83e7b9f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.831829 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-f4d68a05-0477-462b-8482-0d8cd83e7b9f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:09.834614 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-f4d68a05-0477-462b-8482-0d8cd83e7b9f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "DELETE /v2.0/security-groups/6ee2a2b5-1e58-4ece-9aea-da0c0c53b953 HTTP/1.1" status: 204 len: 168 time: 0.4131477 Nov 04 14:22:09.835814 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50434) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:09.851099 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-47f7b94c-2c17-4bd7-93d6-73399d00aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:09.856092 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-47f7b94c-2c17-4bd7-93d6-73399d00aea7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.0705695 Nov 04 14:22:09.856092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d68a05-0477-462b-8482-0d8cd83e7b9f tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2a2b5-1e58-4ece-9aea-da0c0c53b953,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:09.918505 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-bbc85c5d-27f3-41c4-b249-e961ff641d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:09.918505 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-bbc85c5d-27f3-41c4-b249-e961ff641d13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553393 Nov 04 14:22:10.007789 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Deleting port 699aceb2-7a2e-4552-a582-e210f0f19cdf {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:10.008131 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:10.020702 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-0546937c-fb38-4e7f-b680-2a4e162ca54c service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965044 Nov 04 14:22:10.089795 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:10.090129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:10.103787 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Calling delete_port for 699aceb2-7a2e-4552-a582-e210f0f19cdf owned by network:floatingip {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:10.115240 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6fb60b66-8be8-4975-9932-29d10179a7c1 req-1afb7995-c3ea-4b4d-ac5a-bac858a1271d service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884409 Nov 04 14:22:10.346308 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:10.371063 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event deleted for resources: {'Port': ['ID=699aceb2-7a2e-4552-a582-e210f0f19cdf,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:10.658602 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks [] for floatingip, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:10.658852 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.l3_db [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Floating IP 0e7901cf-cf51-4a1e-a4e4-524976be2cf1 disassociated (deleted). External IP: 172.27.1.142, port: 00ae3a50-227a-45e2-aa3b-d43f3ef65f33. Nov 04 14:22:10.857557 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Router 9843dc4c-6ef6-4635-9c9b-ebe965547622 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:10.962402 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:10.967097 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:10.973078 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] Sync routers for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:10.982982 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:10.983881 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:10.992794 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-735dad8f-5062-4a98-ba6b-5d2e2976dd26 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "DELETE /v2.0/floatingips/0e7901cf-cf51-4a1e-a4e4-524976be2cf1 HTTP/1.1" status: 204 len: 168 time: 1.1550086 Nov 04 14:22:10.995743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:10.995743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7581024-9e59-4161-9473-188515d5b33c" -d '{"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:11.090115 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:11.167428 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27203dae-121f-4edd-9f78-96c09e0e65fb x-openstack-request-id: req-27203dae-121f-4edd-9f78-96c09e0e65fb {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:11.167716 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:11.167965 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-27203dae-121f-4edd-9f78-96c09e0e65fb {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:11.168362 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'status': 'completed', 'code': 200} Nov 04 14:22:11.232216 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581024-9e59-4161-9473-188515d5b33c req-526120d0-c483-4276-a364-eedd4894914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:11.233782 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-526120d0-c483-4276-a364-eedd4894914e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ab3665de7d784c84b4df90167e0e0580&device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 1099 time: 0.0450983 Nov 04 14:22:11.291523 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:11.317195 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] Checking router: 9843dc4c-6ef6-4635-9c9b-ebe965547622 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:11.325462 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:11.326070 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:11.328053 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581024-9e59-4161-9473-188515d5b33c req-c9200183-5d8d-46c7-aa7d-09a1640440d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:11.329667 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-c9200183-5d8d-46c7-aa7d-09a1640440d6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 200 len: 916 time: 0.0871439 Nov 04 14:22:11.382773 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-b9651f23-ccef-4f10-856e-4fe1215a1d9c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 200 len: 217 time: 0.0389948 Nov 04 14:22:11.433539 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581024-9e59-4161-9473-188515d5b33c req-c3b0c9b8-6669-4f10-a405-82da744d8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:11.435039 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-c3b0c9b8-6669-4f10-a405-82da744d8b34 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 200 len: 854 time: 0.0453405 Nov 04 14:22:11.435960 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:11.484236 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581024-9e59-4161-9473-188515d5b33c req-4c61b2ce-f316-493d-aca3-53000ffcba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:11.486019 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-4c61b2ce-f316-493d-aca3-53000ffcba32 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=df8b68bc-c6f9-4730-84ac-88b7b06df9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437691 Nov 04 14:22:11.600755 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-b480c64a-b40e-44dc-8146-ce8cb3fddc88 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073434 Nov 04 14:22:11.679224 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:11.699155 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f7581024-9e59-4161-9473-188515d5b33c req-e87fd081-e4d0-443d-bb19-14ee4db21932 service neutron] 10.222.0.107 "GET /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901165 Nov 04 14:22:11.724871 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13023942-74c9-437f-ac58-fea4857e24fe None None] The sync data for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi is: [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:19:49Z', 'revision_number': 4, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'dcad23a5-20f0-488e-8f13-c7fc9d64f08f', 'name': '', 'network_id': 'df8b68bc-c6f9-4730-84ac-88b7b06df9d3', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'mac_address': 'fa:16:3e:a3:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:48Z', 'updated_at': '2021-11-04T14:19:53Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'subnets': [{'id': 'bc190420-7dcc-4838-93bf-6ebb38354c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:11.962473 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc998c07-3f5c-4f62-97a1-5069648041f3 None None] New status for floating IP 0e7901cf-cf51-4a1e-a4e4-524976be2cf1: DOWN {{(pid=101611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:22:12.112297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0da2-4e68-4a05-8eba-bbfe8109e2ef req-4eabfafa-f277-4ae7-a01f-3085bdc6e504 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:12.114322 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a15c0da2-4e68-4a05-8eba-bbfe8109e2ef req-4eabfafa-f277-4ae7-a01f-3085bdc6e504 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 946 time: 0.0517526 Nov 04 14:22:12.159764 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a15c0da2-4e68-4a05-8eba-bbfe8109e2ef req-a23adc95-7633-427a-8bae-640e8e98f5e1 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Nov 04 14:22:13.280048 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6441f40-0167-41ca-bada-63ac8d560e5a req-d1a6fabc-b8eb-4276-bfd9-fdd2e7d00533 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:13.281540 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e6441f40-0167-41ca-bada-63ac8d560e5a req-d1a6fabc-b8eb-4276-bfd9-fdd2e7d00533 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 946 time: 0.0480289 Nov 04 14:22:13.328817 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e6441f40-0167-41ca-bada-63ac8d560e5a req-f85c17ef-aabc-4e3a-9ba5-84732aa30863 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1d16a9b-cf26-4515-a86a-8860dc2bb04e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Nov 04 14:22:13.472279 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-bd5a6a03-b2d4-4e3a-bb78-8cc3af505d74 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:13.474135 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-bd5a6a03-b2d4-4e3a-bb78-8cc3af505d74 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 946 time: 0.0466812 Nov 04 14:22:13.564760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Deleting port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:13.565101 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:13.649379 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] For port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:13.649746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:13.819221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:13.819587 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:13.819908 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Floating IP 666ecc35-476c-4d80-9bd1-29ff1f8d4271 disassociated. External IP: 172.27.1.230, port: cbf78a2e-375a-4d8e-838e-0b1fa368e5d1. Nov 04 14:22:13.820248 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Calling delete_port for cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:14.020116 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:14.051770 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event deleted for resources: {'Port': ['ID=cbf78a2e-375a-4d8e-838e-0b1fa368e5d1,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:14.232560 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Router 76a34d51-c650-4898-ac58-479902cd769e has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:14.241298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af299fb6-0883-4665-9075-5c6f4311db3b req-5577842e-2b2b-416a-a9ff-9dbfaf1648a8 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:14.242748 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-af299fb6-0883-4665-9075-5c6f4311db3b req-5577842e-2b2b-416a-a9ff-9dbfaf1648a8 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0783391 Nov 04 14:22:14.331573 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-af299fb6-0883-4665-9075-5c6f4311db3b req-b89edda3-5afa-4ff2-9fff-b08405ffff32 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818717 Nov 04 14:22:14.383814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:14.398196 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:14.410469 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:14.415287 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:14.432549 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] No DVR routers for this DVR port cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:14.435395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:14.439114 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b16505b5-8d36-45cc-ad86-b89cee331907 req-06448fff-c3ef-4236-b0b0-0a51c88c8003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.107 "DELETE /v2.0/ports/cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 HTTP/1.1" status: 204 len: 173 time: 0.9590554 Nov 04 14:22:14.455995 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-deleted', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:14.458880 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09353ec-420a-4a57-a8a3-906ea38e1665" -d '{"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-deleted", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:14.465984 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b76cafa0-14d1-4305-901e-0659de49e4fb req-9ded91bc-e7ff-4743-b338-e9ee348bd003 tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7ba523-31a7-4baa-9e1c-d0f64ad53c73 HTTP/1.1" status: 200 len: 210 time: 0.0588057 Nov 04 14:22:14.519590 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb749c7-30b5-478b-834b-6528a8f9eebe x-openstack-request-id: req-efb749c7-30b5-478b-834b-6528a8f9eebe {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:14.524394 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7ba523-31a7-4baa-9e1c-d0f64ad53c73", "name": "network-vif-deleted", "tag": "cbf78a2e-375a-4d8e-838e-0b1fa368e5d1", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:14.524394 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-efb749c7-30b5-478b-834b-6528a8f9eebe {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:14.524394 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7ba523-31a7-4baa-9e1c-d0f64ad53c73', 'name': 'network-vif-deleted', 'tag': 'cbf78a2e-375a-4d8e-838e-0b1fa368e5d1', 'status': 'completed', 'code': 200} Nov 04 14:22:14.542439 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:14.827684 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:14.852721 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:14.860782 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:14.861380 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:14.961731 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:15.154730 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:15.184720 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fd57a-bd4e-402a-9199-6478a82337dd None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:14:57Z', 'revision_number': 4, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': 'f1739dab-63ea-4f1b-b186-9abc3d5e2008', 'name': '', 'network_id': '58dfe565-7c95-45e6-8cf0-84c0a294524e', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'mac_address': 'fa:16:3e:7c:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:56Z', 'updated_at': '2021-11-04T14:15:06Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'subnets': [{'id': '09d1c958-b5e6-43ce-af88-a6e16bf4d136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:15.434409 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273176a-7853-4d1a-8c3a-aae6a8ac8b25 None None] New status for floating IP 666ecc35-476c-4d80-9bd1-29ff1f8d4271: DOWN {{(pid=101611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:22:15.452061 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eee0a-726b-41fe-bb82-bc140aca3e7f req-256129c9-923f-4860-b593-3b4d43c540ae tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:15.453547 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f18eee0a-726b-41fe-bb82-bc140aca3e7f req-256129c9-923f-4860-b593-3b4d43c540ae tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0532315 Nov 04 14:22:15.505395 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f18eee0a-726b-41fe-bb82-bc140aca3e7f req-630361ba-680b-44fd-86f9-4e41ef6b5941 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449312 Nov 04 14:22:15.668184 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50548) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:15.685888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50550) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:15.723787 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7a71728-9262-4ada-880a-631cb7bb30ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:15.747254 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7a71728-9262-4ada-880a-631cb7bb30ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:15.793320 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-492ed6c2-8de6-48a5-910a-9a16d5fc3c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:15.888827 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7a71728-9262-4ada-880a-631cb7bb30ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:15.889976 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-492ed6c2-8de6-48a5-910a-9a16d5fc3c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:15.891737 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b7a71728-9262-4ada-880a-631cb7bb30ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:15.892961 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b7a71728-9262-4ada-880a-631cb7bb30ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "DELETE /v2.0/security-groups/b1d16a9b-cf26-4515-a86a-8860dc2bb04e HTTP/1.1" status: 204 len: 168 time: 0.2237859 Nov 04 14:22:15.897007 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50554) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:15.910082 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a71728-9262-4ada-880a-631cb7bb30ae tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d16a9b-cf26-4515-a86a-8860dc2bb04e,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:15.912294 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-a20ff72a-362e-4985-8c95-9a2658163669 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:15.913966 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-a20ff72a-362e-4985-8c95-9a2658163669 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.107 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0591702 Nov 04 14:22:15.916267 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.api.v2.resource [None req-fee265dd-9dbc-4d9d-b97a-5b52b462c87b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] show failed (client error): The resource could not be found. Nov 04 14:22:15.917200 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-fee265dd-9dbc-4d9d-b97a-5b52b462c87b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "GET /v2.0/security-groups/b1d16a9b-cf26-4515-a86a-8860dc2bb04e HTTP/1.1" status: 404 len: 347 time: 0.0180657 Nov 04 14:22:15.921296 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50556) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:15.982800 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-492ed6c2-8de6-48a5-910a-9a16d5fc3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.095393 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-492ed6c2-8de6-48a5-910a-9a16d5fc3c82 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf03db2b3d1c41c583f67310d54618b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082496 Nov 04 14:22:16.096100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ed6c2-8de6-48a5-910a-9a16d5fc3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f054c88-3e40-4775-8988-6f04f7f15915,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:16.098046 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50560) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:16.146637 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f181cb29-3dec-4668-947a-fb755a51fd4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.153146 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Deleting port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:16.153496 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.166505 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f181cb29-3dec-4668-947a-fb755a51fd4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.180154 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Deleting port 3c527f7c-b22f-4c35-b485-61749679c1ff {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:16.180495 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.297022 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] For port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:16.297392 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.319251 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.319578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.322186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Calling delete_port for 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:16.334202 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f181cb29-3dec-4668-947a-fb755a51fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.336924 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f181cb29-3dec-4668-947a-fb755a51fd4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.338291 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f181cb29-3dec-4668-947a-fb755a51fd4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f054c88-3e40-4775-8988-6f04f7f15915 HTTP/1.1" status: 204 len: 168 time: 0.2392421 Nov 04 14:22:16.343755 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Calling delete_port for 3c527f7c-b22f-4c35-b485-61749679c1ff owned by network:floatingip {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:16.346340 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181cb29-3dec-4668-947a-fb755a51fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f054c88-3e40-4775-8988-6f04f7f15915,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:16.640366 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d929f-5c4d-4bc9-8fcc-d8314cf6210e req-bbf1cc2f-bc45-4acf-862f-80e38c70e5fc tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:16.642181 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-798d929f-5c4d-4bc9-8fcc-d8314cf6210e req-bbf1cc2f-bc45-4acf-862f-80e38c70e5fc tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/ports?device_id=52decd13-0d0a-457e-a859-ff06d1a9c46b HTTP/1.1" status: 200 len: 946 time: 0.0531282 Nov 04 14:22:16.650397 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.663934 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['00ae3a50-227a-45e2-aa3b-d43f3ef65f33'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:22:16.693640 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Pushing event deleted for resources: {'Port': ['ID=00ae3a50-227a-45e2-aa3b-d43f3ef65f33,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:16.698873 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:16.752089 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Pushing event deleted for resources: {'Port': ['ID=3c527f7c-b22f-4c35-b485-61749679c1ff,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:17.035618 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-798d929f-5c4d-4bc9-8fcc-d8314cf6210e req-3e8e9153-491d-4583-bf63-aa1b05ac5445 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.74 "GET /v2.0/security-groups?id=fcf7378e-1da3-48af-b0df-2ec018aabf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863592 Nov 04 14:22:17.052221 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] No DVR routers for this DVR port 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:17.070800 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:17.074143 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7409c6df-5842-4e5e-9142-76fddf285de3 req-519f0192-09a2-4426-8d57-d5e7da4714f2 tempest-TestMinimumBasicScenario-216303648 tempest-TestMinimumBasicScenario-216303648-project] 10.222.0.107 "DELETE /v2.0/ports/00ae3a50-227a-45e2-aa3b-d43f3ef65f33 HTTP/1.1" status: 204 len: 173 time: 1.1536951 Nov 04 14:22:17.074625 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'name': 'network-vif-deleted', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:17.076837 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb83eedf-deef-4244-bf4d-1e84135e90de" -d '{"events": [{"server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "name": "network-vif-deleted", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks [] for floatingip, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-fb0ab432-5ed2-4c94-8e29-47266aebca3b tempest-AttachVolumeShelveTestJSON-1245114217 tempest-AttachVolumeShelveTestJSON-1245114217-project] 10.222.0.74 "DELETE /v2.0/floatingips/666ecc35-476c-4d80-9bd1-29ff1f8d4271 HTTP/1.1" status: 204 len: 168 time: 1.1834481 Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2d3dc6-6620-4fb9-b0ad-52362675f1d4 x-openstack-request-id: req-6e2d3dc6-6620-4fb9-b0ad-52362675f1d4 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52decd13-0d0a-457e-a859-ff06d1a9c46b", "name": "network-vif-deleted", "tag": "00ae3a50-227a-45e2-aa3b-d43f3ef65f33", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e2d3dc6-6620-4fb9-b0ad-52362675f1d4 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:17.121970 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52decd13-0d0a-457e-a859-ff06d1a9c46b', 'name': 'network-vif-deleted', 'tag': '00ae3a50-227a-45e2-aa3b-d43f3ef65f33', 'status': 'completed', 'code': 200} Nov 04 14:22:17.537030 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:17.556375 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:17.556719 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 00ae3a50-227a-45e2-aa3b-d43f3ef65f33 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:17.557123 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:17.574810 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:17.575148 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device cbf78a2e-375a-4d8e-838e-0b1fa368e5d1 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:19.065020 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50624) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:19.229917 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Deleting port ffdff0a6-3a5e-43d8-a041-b23a07194eb8 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:19.230375 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:19.302312 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:19.302676 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:19.313925 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Calling delete_port for ffdff0a6-3a5e-43d8-a041-b23a07194eb8 owned by network:floatingip {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:19.506223 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:19.532267 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event deleted for resources: {'Port': ['ID=ffdff0a6-3a5e-43d8-a041-b23a07194eb8,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:19.556679 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50628) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:19.596760 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for floatingip, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:19.597085 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.l3_db [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Floating IP db0b7ae8-caa9-46ec-a704-9a2a7fcf8711 disassociated (deleted). External IP: 172.27.1.156, port: 9170e54a-eaf2-486c-ba59-edc47304cbf9. Nov 04 14:22:19.776824 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50636) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:19.812029 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Router ced93846-21da-4caa-98ea-2d85d564c3b2 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:19.935484 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:19.941384 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:19.946878 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] Sync routers for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:19.957186 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:19.958225 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:19.998519 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:20.005835 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-29dd0eac-8e46-4001-8e2c-da605bcfc375 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "DELETE /v2.0/floatingips/db0b7ae8-caa9-46ec-a704-9a2a7fcf8711 HTTP/1.1" status: 204 len: 168 time: 0.9397342 Nov 04 14:22:20.010640 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:20.012790 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7d87b4-79ae-44e7-ba67-fdf12289746c" -d '{"events": [{"name": "network-changed", "server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:20.067725 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:20.099817 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49491454-f00c-4a9b-bcef-89acea28d3e2 x-openstack-request-id: req-49491454-f00c-4a9b-bcef-89acea28d3e2 {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:20.100735 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:20.100987 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-49491454-f00c-4a9b-bcef-89acea28d3e2 {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:20.101381 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'status': 'completed', 'code': 200} Nov 04 14:22:20.236888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-dfceaf57-0778-47ef-a177-34bceee19632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:20.238407 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-dfceaf57-0778-47ef-a177-34bceee19632 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=98c116b2decd479fa713a0cde3f6424a&device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 1099 time: 0.1332955 Nov 04 14:22:20.274473 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:15Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:20.308981 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] Checking router: ced93846-21da-4caa-98ea-2d85d564c3b2 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:20.317931 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:20.318678 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:20.380739 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:20.385722 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-259b20d4-e33b-441d-ade0-deda2fb145d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:20.386416 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-259b20d4-e33b-441d-ade0-deda2fb145d6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 200 len: 907 time: 0.1409345 Nov 04 14:22:20.440862 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:20.461025 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-93c05b19-2d04-4053-9d6b-14ce80e53107 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 200 len: 217 time: 0.0515575 Nov 04 14:22:20.543567 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e07725-facd-4455-8af2-037c1587fc75 req-5da7dc58-375d-4faa-b4c0-cdb5ff9c41c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:20.544999 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-33e07725-facd-4455-8af2-037c1587fc75 req-5da7dc58-375d-4faa-b4c0-cdb5ff9c41c2 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.1253181 Nov 04 14:22:20.546373 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-736b11bd-27f4-4fe6-93f5-890c410071fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:20.547707 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-736b11bd-27f4-4fe6-93f5-890c410071fd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 200 len: 845 time: 0.0724216 Nov 04 14:22:20.580945 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Deleting port dcad23a5-20f0-488e-8f13-c7fc9d64f08f {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:20.581598 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:20.646019 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Deleting port f1739dab-63ea-4f1b-b186-9abc3d5e2008 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:20.646751 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:20.658722 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:15Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:20.679551 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-33e07725-facd-4455-8af2-037c1587fc75 req-3ba22fcb-ab74-43e9-846c-b8274536423b tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284859 Nov 04 14:22:20.685587 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0234c-e069-453f-bd7e-b20c706f0fff None None] The sync data for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi is: [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:17:11Z', 'revision_number': 4, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '613f34bd-209a-45ac-aa9b-b3acd7b950c1', 'name': '', 'network_id': '84e8a779-4d7a-47a3-9258-5ea66cfbb47f', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'mac_address': 'fa:16:3e:eb:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:10Z', 'updated_at': '2021-11-04T14:17:15Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'subnets': [{'id': '02661ca2-f770-40f5-9bb7-966394aec07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:20.692740 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-7e60d351-c405-4a1a-a68f-df8db9fecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:20.694280 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-7e60d351-c405-4a1a-a68f-df8db9fecd87 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=84e8a779-4d7a-47a3-9258-5ea66cfbb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389463 Nov 04 14:22:20.742274 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] For port dcad23a5-20f0-488e-8f13-c7fc9d64f08f, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:20.742690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:20.744990 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] For port f1739dab-63ea-4f1b-b186-9abc3d5e2008, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f1739dab-63ea-4f1b-b186-9abc3d5e2008,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:20.745568 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:20.760272 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Calling delete_port for f1739dab-63ea-4f1b-b186-9abc3d5e2008 owned by network:router_interface {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:20.785142 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Calling delete_port for dcad23a5-20f0-488e-8f13-c7fc9d64f08f owned by network:router_interface {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:20.857292 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-990a42ec-2305-4858-9b83-cb0a5914fd25 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532340 Nov 04 14:22:20.945501 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda0c5b-e6e0-400a-be9e-37c98742d2e1 None None] New status for floating IP db0b7ae8-caa9-46ec-a704-9a2a7fcf8711: DOWN {{(pid=101611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:22:21.016692 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bb7d87b4-79ae-44e7-ba67-fdf12289746c req-29473641-2a7d-4951-bfaa-b81c44623495 service neutron] 10.222.0.107 "GET /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495507 Nov 04 14:22:21.036485 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:21.061756 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1739dab-63ea-4f1b-b186-9abc3d5e2008,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:21.168529 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:21.199160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcad23a5-20f0-488e-8f13-c7fc9d64f08f,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:21.232655 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:21.383335 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:21.616589 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Router 9843dc4c-6ef6-4635-9c9b-ebe965547622 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:21.683129 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Router 76a34d51-c650-4898-ac58-479902cd769e has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:21.724386 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:21.731869 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-83afde2e-f773-4fc7-83cc-b1572903d5d0 admin admin] 10.222.0.74 "PUT /v2.0/routers/9843dc4c-6ef6-4635-9c9b-ebe965547622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1718373 Nov 04 14:22:21.732320 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50650) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:21.735391 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] Sync routers for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:21.747244 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:21.747244 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:21.811369 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:21.830420 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] Sync routers for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:21.831766 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-4625477b-3ef6-4a9a-9c26-d9ada4c70b49 admin admin] 10.222.0.74 "PUT /v2.0/routers/76a34d51-c650-4898-ac58-479902cd769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539069 Nov 04 14:22:21.836599 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50654) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:21.848254 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:21.849208 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:21.863994 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks [] for router, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:21.906778 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:22.019812 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:22.117050 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.234666 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.235328 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:22:20Z', 'revision_number': 5, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port': {'id': '2fd4ad97-ccdf-449f-a6ab-16e3a97e9205', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a34d51-c650-4898-ac58-479902cd769e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:14:51Z', 'updated_at': '2021-11-04T14:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:22.272440 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] Checking router: 76a34d51-c650-4898-ac58-479902cd769e for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:22.283076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] Routers {'76a34d51-c650-4898-ac58-479902cd769e'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:22.283860 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['76a34d51-c650-4898-ac58-479902cd769e'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:22.321775 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:22:21Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:22.344953 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Deleting port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:22.345556 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.353037 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] Checking router: 9843dc4c-6ef6-4635-9c9b-ebe965547622 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:22.364937 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] Routers {'9843dc4c-6ef6-4635-9c9b-ebe965547622'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:22.365625 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9843dc4c-6ef6-4635-9c9b-ebe965547622'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:22.394201 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.399888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce92e9-3567-4334-bd83-63325b899f27 req-8ec81f06-e96c-4aab-84d8-005afb01ac7d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:22.407441 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f1ce92e9-3567-4334-bd83-63325b899f27 req-8ec81f06-e96c-4aab-84d8-005afb01ac7d tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.1133420 Nov 04 14:22:22.435969 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-8a3f7822-ed13-4aa7-a8da-748099bc8c4c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:22.437129 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-8a3f7822-ed13-4aa7-a8da-748099bc8c4c tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.107 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 946 time: 0.6170514 Nov 04 14:22:22.474239 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] For port 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:22.475513 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.494241 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] Set router 9843dc4c-6ef6-4635-9c9b-ebe965547622 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:22.497120 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Calling delete_port for 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:22.505471 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f1ce92e9-3567-4334-bd83-63325b899f27 req-d4d39fd8-d06d-4233-87af-0fea4dbdd06e tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/security-groups?id=14b196b8-9fb6-4091-8245-4983127c43ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970695 Nov 04 14:22:22.549639 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] Set router 76a34d51-c650-4898-ac58-479902cd769e gateway port host: None {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:22.591156 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Deleting port 9170e54a-eaf2-486c-ba59-edc47304cbf9 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:22.591503 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.595944 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Deleting port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:22.596276 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.615482 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:22:22Z', 'revision_number': 6, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:22.653370 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcc0cb-2351-4c86-b2e4-93164c785edb None None] The sync data for ids ['76a34d51-c650-4898-ac58-479902cd769e'] in dv-cinder-815848-5-iscsi is: [{'id': '76a34d51-c650-4898-ac58-479902cd769e', 'name': 'tempest-AttachVolumeShelveTestJSON-1082866172-router', 'tenant_id': '328b6d72f4c24c979b9078ee10f744ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:14:50Z', 'updated_at': '2021-11-04T14:22:22Z', 'revision_number': 6, 'project_id': '328b6d72f4c24c979b9078ee10f744ff', 'gw_port_host': None}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:22.744931 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.746822 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:22:21Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:22.753726 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] For port 9170e54a-eaf2-486c-ba59-edc47304cbf9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=9170e54a-eaf2-486c-ba59-edc47304cbf9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:22.754312 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.765160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] For port f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:22.765553 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.772281 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd4ad97-ccdf-449f-a6ab-16e3a97e9205,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:22.774927 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95074-e85b-41d0-acde-46f99da3251f None None] The sync data for ids ['9843dc4c-6ef6-4635-9c9b-ebe965547622'] in dv-cinder-815848-5-iscsi is: [{'id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'name': 'tempest-TestMinimumBasicScenario-1494095306-router', 'tenant_id': 'ab3665de7d784c84b4df90167e0e0580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:45Z', 'updated_at': '2021-11-04T14:22:21Z', 'revision_number': 5, 'project_id': 'ab3665de7d784c84b4df90167e0e0580', 'gw_port': {'id': 'f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9843dc4c-6ef6-4635-9c9b-ebe965547622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:46Z', 'updated_at': '2021-11-04T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:22.787344 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Calling delete_port for 9170e54a-eaf2-486c-ba59-edc47304cbf9 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:22.793698 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Calling delete_port for f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 owned by network:router_gateway {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:22.832310 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.923765 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:22.925807 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.020762 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.021296 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76a34d51-c650-4898-ac58-479902cd769e {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:22:23.025857 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.028465 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-de520b71-149f-4d37-9734-8f12d2c4c8e8 admin admin] 10.222.0.74 "DELETE /v2.0/routers/76a34d51-c650-4898-ac58-479902cd769e HTTP/1.1" status: 204 len: 168 time: 1.1878879 Nov 04 14:22:23.029564 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50656) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:23.076475 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Deleting subnet 09d1c958-b5e6-43ce-af88-a6e16bf4d136 {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:22:23.079651 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.101026 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.115735 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.137090 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event deleted for resources: {'Port': ['ID=9170e54a-eaf2-486c-ba59-edc47304cbf9,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:23.140082 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.192981 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:23.204596 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.226229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] No DVR routers for this DVR port 9170e54a-eaf2-486c-ba59-edc47304cbf9 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:23.228684 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.232296 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21ca386b-2116-4253-a0c4-b6ede747d698 req-2138a205-b668-4e1e-bea2-d15c04c303f1 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.107 "DELETE /v2.0/ports/9170e54a-eaf2-486c-ba59-edc47304cbf9 HTTP/1.1" status: 204 len: 173 time: 0.7867529 Nov 04 14:22:23.253055 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-deleted', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:23.255848 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa5392f-6ef4-410d-b2af-96823228e781" -d '{"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-deleted", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:23.281388 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.298996 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5df965-67dd-42bc-aef0-9f946fd41916 x-openstack-request-id: req-de5df965-67dd-42bc-aef0-9f946fd41916 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:23.303420 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06084ca-5be0-446f-a37d-50541f889388", "name": "network-vif-deleted", "tag": "9170e54a-eaf2-486c-ba59-edc47304cbf9", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:23.303420 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de5df965-67dd-42bc-aef0-9f946fd41916 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:23.303420 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06084ca-5be0-446f-a37d-50541f889388', 'name': 'network-vif-deleted', 'tag': '9170e54a-eaf2-486c-ba59-edc47304cbf9', 'status': 'completed', 'code': 200} Nov 04 14:22:23.351913 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.381281 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d1c958-b5e6-43ce-af88-a6e16bf4d136,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:23.383501 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.386999 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f254b41c-724f-4a6e-bce5-3cf3433c3385 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/09d1c958-b5e6-43ce-af88-a6e16bf4d136 HTTP/1.1" status: 204 len: 168 time: 0.3554728 Nov 04 14:22:23.389514 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50660) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:23.393092 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0c91d-bdfc-4c16-a1ae-cbcd7071b5a3 None None] Network 58dfe565-7c95-45e6-8cf0-84c0a294524e requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:23.401649 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.404288 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.470096 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.528879 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.530623 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9843dc4c-6ef6-4635-9c9b-ebe965547622 {{(pid=101609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:22:23.533194 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Deleting port 98c0e8c0-54e3-4593-9b8f-9e037865a733 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:23.533654 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.542944 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.547874 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a6757717-3c8e-49ed-a9ab-b1e285112540 admin admin] 10.222.0.74 "DELETE /v2.0/routers/9843dc4c-6ef6-4635-9c9b-ebe965547622 HTTP/1.1" status: 204 len: 168 time: 1.8119650 Nov 04 14:22:23.548079 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50664) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:23.641734 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-57ac8639-8790-41e0-b204-2b14831760e6 req-d42ea611-1ae8-4682-b8ab-53b3478136cb tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 210 time: 0.0400543 Nov 04 14:22:23.671294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Deleting subnet bc190420-7dcc-4838-93bf-6ebb38354c30 {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:22:23.679470 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] For port 98c0e8c0-54e3-4593-9b8f-9e037865a733, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=98c0e8c0-54e3-4593-9b8f-9e037865a733,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:23.679866 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.682607 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.694819 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] DHCP port deletion for 58dfe565-7c95-45e6-8cf0-84c0a294524e request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:22:23.723306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Calling delete_port for 98c0e8c0-54e3-4593-9b8f-9e037865a733 owned by network:dhcp {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:23.743646 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.752889 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] Deleting port 98c0e8c0-54e3-4593-9b8f-9e037865a733 {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:23.753656 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.840633 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] For port 98c0e8c0-54e3-4593-9b8f-9e037865a733, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=98c0e8c0-54e3-4593-9b8f-9e037865a733,segment=NetworkSegment(4859a1c6-ad17-4e09-a4b6-58d292ff9f48),segment_id=4859a1c6-ad17-4e09-a4b6-58d292ff9f48)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:23.841412 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.858670 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] Calling delete_port for 98c0e8c0-54e3-4593-9b8f-9e037865a733 owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:23.902904 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.986520 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:23.994607 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.020064 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c0e8c0-54e3-4593-9b8f-9e037865a733,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:24.021669 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] Pushing event deleted for resources: {'Port': ['ID=98c0e8c0-54e3-4593-9b8f-9e037865a733,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:24.025131 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] No DVR routers for this DVR port 98c0e8c0-54e3-4593-9b8f-9e037865a733 on host dv-cinder-815848-5-iscsi {{(pid=101610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:24.027967 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3696cb7-3ed1-4b4b-a84c-3b804f8c077d None None] No DVR routers for this DVR port 98c0e8c0-54e3-4593-9b8f-9e037865a733 on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:24.047794 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.093576 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc190420-7dcc-4838-93bf-6ebb38354c30,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:24.095538 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.098724 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c4affb7a-91f7-46a2-b49e-a9afac5d7d20 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bc190420-7dcc-4838-93bf-6ebb38354c30 HTTP/1.1" status: 204 len: 168 time: 0.5499127 Nov 04 14:22:24.100457 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a674fe-85f7-4d25-984f-cadc46248be1 None None] Network df8b68bc-c6f9-4730-84ac-88b7b06df9d3 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:24.101763 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50666) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:24.153501 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.209136 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dfe565-7c95-45e6-8cf0-84c0a294524e']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:24.222332 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.224845 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4859a1c6-ad17-4e09-a4b6-58d292ff9f48') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:24.225134 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4859a1c6-ad17-4e09-a4b6-58d292ff9f48') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:24.236089 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.255106 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.277430 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:22:24.277828 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:22:24.279504 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:22:24.303535 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] DHCP port deletion for df8b68bc-c6f9-4730-84ac-88b7b06df9d3 request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:22:24.345198 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Deleting port 58cb911d-e330-4bee-b96d-edb4f282acf7 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:24.345627 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.382369 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] Deleting port 58cb911d-e330-4bee-b96d-edb4f282acf7 {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:24.383891 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.408531 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.414064 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.417215 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/58dfe565-7c95-45e6-8cf0-84c0a294524e HTTP/1.1" status: 204 len: 168 time: 1.0263703 Nov 04 14:22:24.452376 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2f2a7-532f-4ccf-9543-8420c85f5aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58dfe565-7c95-45e6-8cf0-84c0a294524e,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:24.455449 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] For port 58cb911d-e330-4bee-b96d-edb4f282acf7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=58cb911d-e330-4bee-b96d-edb4f282acf7,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:24.455834 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.459471 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device dcad23a5-20f0-488e-8f13-c7fc9d64f08f no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:24.469034 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Calling delete_port for 58cb911d-e330-4bee-b96d-edb4f282acf7 owned by network:dhcp {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:24.488320 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: dcad23a5-20f0-488e-8f13-c7fc9d64f08f {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:24.488665 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device dcad23a5-20f0-488e-8f13-c7fc9d64f08f not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:24.489601 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f1739dab-63ea-4f1b-b186-9abc3d5e2008 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:24.521126 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: f1739dab-63ea-4f1b-b186-9abc3d5e2008 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:24.521413 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f1739dab-63ea-4f1b-b186-9abc3d5e2008 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:24.521803 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 98c0e8c0-54e3-4593-9b8f-9e037865a733 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:24.524650 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] For port 58cb911d-e330-4bee-b96d-edb4f282acf7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=58cb911d-e330-4bee-b96d-edb4f282acf7,segment=NetworkSegment(d0f9ed6c-0777-4c33-82cd-2a728d60c530),segment_id=d0f9ed6c-0777-4c33-82cd-2a728d60c530)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:24.524852 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.549651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 98c0e8c0-54e3-4593-9b8f-9e037865a733 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:24.549998 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 98c0e8c0-54e3-4593-9b8f-9e037865a733 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:24.552131 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:24.575346 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] Calling delete_port for 58cb911d-e330-4bee-b96d-edb4f282acf7 owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:24.577212 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:24.577630 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2fd4ad97-ccdf-449f-a6ab-16e3a97e9205 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:24.620155 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.649187 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] No DVR routers for this DVR port 58cb911d-e330-4bee-b96d-edb4f282acf7 on host dv-cinder-815848-5-iscsi {{(pid=101610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:24.653872 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=58cb911d-e330-4bee-b96d-edb4f282acf7,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:24.662289 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.697810 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] Pushing event deleted for resources: {'Port': ['ID=58cb911d-e330-4bee-b96d-edb4f282acf7,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:24.708593 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa979e1-1c54-41a5-a264-d3362c85f338 None None] No DVR routers for this DVR port 58cb911d-e330-4bee-b96d-edb4f282acf7 on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:24.759964 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.777010 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c92ace70-c737-4d35-b0bb-4626e0e588d2 req-c2e57028-2de4-4380-8e6e-24f4b4dd58d3 tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "GET /v2.0/ports?device_id=d06084ca-5be0-446f-a37d-50541f889388 HTTP/1.1" status: 200 len: 210 time: 0.0403070 Nov 04 14:22:24.780932 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8b68bc-c6f9-4730-84ac-88b7b06df9d3']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:24.792656 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f9ed6c-0777-4c33-82cd-2a728d60c530') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:24.795188 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f9ed6c-0777-4c33-82cd-2a728d60c530') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:24.798783 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50672) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:24.812173 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.827643 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.833608 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:22:24.833990 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:22:24.835695 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:22:24.842938 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-54164660-246c-4f25-800f-d5d9ce25cd54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=328b6d72f4c24c979b9078ee10f744ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426028 Nov 04 14:22:24.845808 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50674) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:24.894667 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e89f10e7-4bcf-4bb9-80ad-12e0841b185e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.915717 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e89f10e7-4bcf-4bb9-80ad-12e0841b185e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.945678 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.951351 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:24.954529 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] 10.222.0.74 "DELETE /v2.0/networks/df8b68bc-c6f9-4730-84ac-88b7b06df9d3 HTTP/1.1" status: 204 len: 168 time: 0.8518326 Nov 04 14:22:24.957530 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50676) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:24.965158 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26ef0c-e752-4e47-b490-78805dc7eb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=df8b68bc-c6f9-4730-84ac-88b7b06df9d3,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:25.043035 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e89f10e7-4bcf-4bb9-80ad-12e0841b185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:25.045592 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e89f10e7-4bcf-4bb9-80ad-12e0841b185e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:25.046743 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e89f10e7-4bcf-4bb9-80ad-12e0841b185e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a13fdcb-b709-451a-86c8-c49cf369b441 HTTP/1.1" status: 204 len: 168 time: 0.1998997 Nov 04 14:22:25.061777 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f10e7-4bcf-4bb9-80ad-12e0841b185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13fdcb-b709-451a-86c8-c49cf369b441,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:25.314188 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:25.556007 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:25.556650 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Deleting port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:25.556871 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:25.575462 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 9170e54a-eaf2-486c-ba59-edc47304cbf9 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:25.575814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 9170e54a-eaf2-486c-ba59-edc47304cbf9 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:25.632859 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] For port 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:25.633229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:25.646200 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Calling delete_port for 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 owned by network:router_interface {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:25.839125 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50698) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:25.872484 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:25.914993 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:26.012999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-59216fbc-2824-41d0-804d-433d0f42978f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.012999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-59216fbc-2824-41d0-804d-433d0f42978f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.134872 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 58cb911d-e330-4bee-b96d-edb4f282acf7 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:26.156068 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 58cb911d-e330-4bee-b96d-edb4f282acf7 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:26.156407 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 58cb911d-e330-4bee-b96d-edb4f282acf7 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:26.157012 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:26.160321 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.183401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:26.184647 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f04f04cc-4e7f-4656-9e2f-9fc61fd0ffd6 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:26.259349 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-59216fbc-2824-41d0-804d-433d0f42978f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.261952 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-59216fbc-2824-41d0-804d-433d0f42978f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.263218 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-59216fbc-2824-41d0-804d-433d0f42978f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] 10.222.0.74 "DELETE /v2.0/security-groups/14b196b8-9fb6-4091-8245-4983127c43ef HTTP/1.1" status: 204 len: 168 time: 0.4229693 Nov 04 14:22:26.277448 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59216fbc-2824-41d0-804d-433d0f42978f tempest-TestShelveInstance-519630223 tempest-TestShelveInstance-519630223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b196b8-9fb6-4091-8245-4983127c43ef,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:26.380569 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.408911 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Router b78145ac-2be4-4aa9-94c5-d9987f3c2dea has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:26.516708 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:26.524184 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-bb1ea488-831e-48b1-b682-ca1eff69fbc7 admin admin] 10.222.0.74 "PUT /v2.0/routers/b78145ac-2be4-4aa9-94c5-d9987f3c2dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5652678 Nov 04 14:22:26.524387 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50726) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:26.526819 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] Sync routers for ids ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:26.538096 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] Routers {'b78145ac-2be4-4aa9-94c5-d9987f3c2dea'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:26.538747 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:26.631694 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.647093 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] Set router b78145ac-2be4-4aa9-94c5-d9987f3c2dea gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:26.736179 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.829655 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:22:25Z', 'revision_number': 5, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port': {'id': 'c496ee2f-479e-46f7-aeb9-536124d659e8', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:26.860819 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] Checking router: b78145ac-2be4-4aa9-94c5-d9987f3c2dea for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:26.869451 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] Routers {'b78145ac-2be4-4aa9-94c5-d9987f3c2dea'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:26.870119 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:26.874527 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Deleting port c496ee2f-479e-46f7-aeb9-536124d659e8 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:26.874863 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.967665 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] For port c496ee2f-479e-46f7-aeb9-536124d659e8, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=c496ee2f-479e-46f7-aeb9-536124d659e8,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:26.967665 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:26.967877 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] Set router b78145ac-2be4-4aa9-94c5-d9987f3c2dea gateway port host: None {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:26.972619 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Calling delete_port for c496ee2f-479e-46f7-aeb9-536124d659e8 owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:27.015505 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:22:26Z', 'revision_number': 6, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:27.049007 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c519-f691-49a0-8c7c-9b9011dc0153 None None] The sync data for ids ['b78145ac-2be4-4aa9-94c5-d9987f3c2dea'] in dv-cinder-815848-5-iscsi is: [{'id': 'b78145ac-2be4-4aa9-94c5-d9987f3c2dea', 'name': 'tempest-TestMinimumBasicScenario-842812073-router', 'tenant_id': '4bad998dbd2d456d90958745d60812e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:19:52Z', 'updated_at': '2021-11-04T14:22:26Z', 'revision_number': 6, 'project_id': '4bad998dbd2d456d90958745d60812e7', 'gw_port_host': None}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:27.054119 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50734) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:27.170110 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0b409b20-e352-4b48-aa0e-b6e3effb453f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.202986 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.230916 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c496ee2f-479e-46f7-aeb9-536124d659e8,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:27.263965 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0b409b20-e352-4b48-aa0e-b6e3effb453f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.285826 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.317821 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-0b409b20-e352-4b48-aa0e-b6e3effb453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.358653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b409b20-e352-4b48-aa0e-b6e3effb453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535d7607-b80c-459f-8059-e6f73c4b6ec2,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:27.377461 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-0b409b20-e352-4b48-aa0e-b6e3effb453f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a3a37db9e0d04329b36212fbaa684c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175662 Nov 04 14:22:27.377856 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50740) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:27.378210 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50742) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:27.394721 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.401899 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.510323 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-664dca31-e781-4fde-84b1-333615710444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.517516 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.518022 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78145ac-2be4-4aa9-94c5-d9987f3c2dea {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:22:27.524712 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.525827 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-de40004c-844e-45bf-83a0-c4815cf74a36 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b78145ac-2be4-4aa9-94c5-d9987f3c2dea HTTP/1.1" status: 204 len: 168 time: 1.0003345 Nov 04 14:22:27.528357 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50748) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:27.576924 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Deleting subnet 3e133563-b463-45ff-8381-0a0476072db5 {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:22:27.580363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.615933 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27990894'] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.727665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.798923 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-664dca31-e781-4fde-84b1-333615710444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.860636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28936253'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.885086 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e133563-b463-45ff-8381-0a0476072db5,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:27.890881 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:27.894599 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-18ef3aca-df2f-424c-993a-06fc8fadd434 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3e133563-b463-45ff-8381-0a0476072db5 HTTP/1.1" status: 204 len: 168 time: 0.3648021 Nov 04 14:22:27.897320 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50750) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:27.901426 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e20f5e-9ebc-45ad-a5bd-6990fc5d1583 None None] Network 61c00651-e650-4653-bfdd-041700d4f644 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:27.995978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.014117 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-664dca31-e781-4fde-84b1-333615710444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.016796 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-664dca31-e781-4fde-84b1-333615710444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.027195 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-664dca31-e781-4fde-84b1-333615710444 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/535d7607-b80c-459f-8059-e6f73c4b6ec2 HTTP/1.1" status: 204 len: 168 time: 0.6442466 Nov 04 14:22:28.034060 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dca31-e781-4fde-84b1-333615710444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d7607-b80c-459f-8059-e6f73c4b6ec2,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:28.051878 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c496ee2f-479e-46f7-aeb9-536124d659e8 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:28.077648 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: c496ee2f-479e-46f7-aeb9-536124d659e8 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:28.078212 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device c496ee2f-479e-46f7-aeb9-536124d659e8 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:28.078726 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:28.099390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Deleting port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:28.099958 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.120453 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:28.120728 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 52ba2a3c-4da1-4aba-9a8d-c71ab50c5ea7 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:28.127576 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.189869 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] For port aadac850-f4bf-44e6-8b2c-aa7b0eab2742, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:28.190259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.206598 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Calling delete_port for aadac850-f4bf-44e6-8b2c-aa7b0eab2742 owned by network:dhcp {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:28.212547 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] DHCP port deletion for 61c00651-e650-4653-bfdd-041700d4f644 request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:22:28.274503 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] Deleting port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:28.275118 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.337807 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] For port aadac850-f4bf-44e6-8b2c-aa7b0eab2742, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,segment=NetworkSegment(c165e809-012a-4940-86bb-8372ccbbb381),segment_id=c165e809-012a-4940-86bb-8372ccbbb381)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:28.338210 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.351033 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] Calling delete_port for aadac850-f4bf-44e6-8b2c-aa7b0eab2742 owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:28.381477 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.415440 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Deleting port 613f34bd-209a-45ac-aa9b-b3acd7b950c1 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:28.415829 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.416192 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Pushing event deleted for resources: {'Port': ['ID=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:28.423328 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] No DVR routers for this DVR port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 on host dv-cinder-815848-5-iscsi {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:28.436918 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.449171 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] No DVR routers for this DVR port aadac850-f4bf-44e6-8b2c-aa7b0eab2742 on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:28.468220 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65848ad3-258c-47a8-8dc1-1d5f64c3e98b None None] Pushing event deleted for resources: {'Port': ['ID=aadac850-f4bf-44e6-8b2c-aa7b0eab2742,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:28.510433 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.527511 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] For port 613f34bd-209a-45ac-aa9b-b3acd7b950c1, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=613f34bd-209a-45ac-aa9b-b3acd7b950c1,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:28.528031 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.539664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c00651-e650-4653-bfdd-041700d4f644']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:28.541147 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Calling delete_port for 613f34bd-209a-45ac-aa9b-b3acd7b950c1 owned by network:router_interface {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:28.549457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c165e809-012a-4940-86bb-8372ccbbb381') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:28.549764 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c165e809-012a-4940-86bb-8372ccbbb381') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:28.559136 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.572800 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.583271 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:22:28.583863 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:22:28.585675 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:22:28.705627 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.722021 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.728147 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] 10.222.0.74 "DELETE /v2.0/networks/61c00651-e650-4653-bfdd-041700d4f644 HTTP/1.1" status: 204 len: 168 time: 0.8295920 Nov 04 14:22:28.730248 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfbf18-f0ad-4d63-90b5-9b8eac39e85d admin admin] Pushing event deleted for resources: {'Network': ['ID=61c00651-e650-4653-bfdd-041700d4f644,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:28.791462 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:28.818625 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=613f34bd-209a-45ac-aa9b-b3acd7b950c1,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:28.995732 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.161347 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50774) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:29.200733 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-789dae43-ae32-45f4-a662-8d1af7d4aa72 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ab3665de7d784c84b4df90167e0e0580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410881 Nov 04 14:22:29.203129 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50776) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:29.218349 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Router ced93846-21da-4caa-98ea-2d85d564c3b2 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:29.259891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b21e60b-45d6-4f40-ab72-f8bad35497f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.280555 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b21e60b-45d6-4f40-ab72-f8bad35497f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.329134 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:29.338957 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ac1aeb70-f9d5-423a-b160-ca394edd82a7 admin admin] 10.222.0.74 "PUT /v2.0/routers/ced93846-21da-4caa-98ea-2d85d564c3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564412 Nov 04 14:22:29.338957 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50780) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:29.340335 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] Sync routers for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:29.352214 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:29.352825 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:29.443312 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.443535 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b21e60b-45d6-4f40-ab72-f8bad35497f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.446743 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9b21e60b-45d6-4f40-ab72-f8bad35497f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.450187 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9b21e60b-45d6-4f40-ab72-f8bad35497f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fcf7378e-1da3-48af-b0df-2ec018aabf7b HTTP/1.1" status: 204 len: 168 time: 0.2433186 Nov 04 14:22:29.462622 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:29.470737 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21e60b-45d6-4f40-ab72-f8bad35497f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7378e-1da3-48af-b0df-2ec018aabf7b,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:29.565278 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.696629 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:22:28Z', 'revision_number': 5, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port': {'id': 'b0341f7e-cb59-4f32-8cb6-889249c6951c', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:07Z', 'updated_at': '2021-11-04T14:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:29.698267 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Deleting port b0341f7e-cb59-4f32-8cb6-889249c6951c {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:29.699415 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.755132 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] Checking router: ced93846-21da-4caa-98ea-2d85d564c3b2 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:29.766823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] Routers {'ced93846-21da-4caa-98ea-2d85d564c3b2'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:29.767639 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['ced93846-21da-4caa-98ea-2d85d564c3b2'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:29.815674 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] For port b0341f7e-cb59-4f32-8cb6-889249c6951c, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=b0341f7e-cb59-4f32-8cb6-889249c6951c,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:29.816185 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:29.830346 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Calling delete_port for b0341f7e-cb59-4f32-8cb6-889249c6951c owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:29.866646 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] Set router ced93846-21da-4caa-98ea-2d85d564c3b2 gateway port host: None {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:29.919111 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:22:29Z', 'revision_number': 6, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:29.949633 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7436a-95c7-405d-bf9b-365f17efe16b None None] The sync data for ids ['ced93846-21da-4caa-98ea-2d85d564c3b2'] in dv-cinder-815848-5-iscsi is: [{'id': 'ced93846-21da-4caa-98ea-2d85d564c3b2', 'name': 'tempest-TestShelveInstance-9862218-router', 'tenant_id': '98c116b2decd479fa713a0cde3f6424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:06Z', 'updated_at': '2021-11-04T14:22:29Z', 'revision_number': 6, 'project_id': '98c116b2decd479fa713a0cde3f6424a', 'gw_port_host': None}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:30.089108 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.116544 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0341f7e-cb59-4f32-8cb6-889249c6951c,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:30.180607 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.183993 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50798) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:30.229658 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-f1bc550a-686d-43a3-a7e1-d7e272889f84 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bad998dbd2d456d90958745d60812e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443082 Nov 04 14:22:30.230736 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50800) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:30.273996 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.276528 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.281371 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cec7ee19-f45f-4c53-9101-a90505e2432a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.305695 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cec7ee19-f45f-4c53-9101-a90505e2432a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.358353 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aadac850-f4bf-44e6-8b2c-aa7b0eab2742 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:30.380441 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.381252 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced93846-21da-4caa-98ea-2d85d564c3b2 {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:22:30.386958 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.391352 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: aadac850-f4bf-44e6-8b2c-aa7b0eab2742 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:30.391352 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device aadac850-f4bf-44e6-8b2c-aa7b0eab2742 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:30.391876 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d232fa54-01c3-4ace-9fa9-cac9d9e6d7bd admin admin] 10.222.0.74 "DELETE /v2.0/routers/ced93846-21da-4caa-98ea-2d85d564c3b2 HTTP/1.1" status: 204 len: 168 time: 1.0492604 Nov 04 14:22:30.391979 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50806) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:30.433803 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cec7ee19-f45f-4c53-9101-a90505e2432a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.436440 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cec7ee19-f45f-4c53-9101-a90505e2432a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.437619 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-cec7ee19-f45f-4c53-9101-a90505e2432a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e31d8bc1-90f1-4e5e-9335-65f8667f330d HTTP/1.1" status: 204 len: 168 time: 0.2057018 Nov 04 14:22:30.451178 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7ee19-f45f-4c53-9101-a90505e2432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d8bc1-90f1-4e5e-9335-65f8667f330d,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:30.461820 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Deleting subnet 02661ca2-f770-40f5-9bb7-966394aec07a {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:22:30.465491 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.501229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27990894'] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.583197 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.712030 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28936253'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.738587 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02661ca2-f770-40f5-9bb7-966394aec07a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:30.740753 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.747028 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55c25a-92c6-4c5e-8427-fdbeaae45a85 None None] Network 84e8a779-4d7a-47a3-9258-5ea66cfbb47f requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:30.749138 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7bd0faa0-5080-4a87-ac9b-270b4955c952 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/02661ca2-f770-40f5-9bb7-966394aec07a HTTP/1.1" status: 204 len: 168 time: 0.3561435 Nov 04 14:22:30.752253 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50816) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:30.840926 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.915678 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Deleting port f42740cf-b5ac-4355-ae74-201f8b9a30b9 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:30.916023 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:30.987107 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] For port f42740cf-b5ac-4355-ae74-201f8b9a30b9, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=f42740cf-b5ac-4355-ae74-201f8b9a30b9,segment=NetworkSegment(f43288ef-6837-4946-9759-f770045bd834),segment_id=f43288ef-6837-4946-9759-f770045bd834)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:30.987498 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.001756 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Calling delete_port for f42740cf-b5ac-4355-ae74-201f8b9a30b9 owned by network:dhcp {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:31.119291 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] DHCP port deletion for 84e8a779-4d7a-47a3-9258-5ea66cfbb47f request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:22:31.174643 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.190103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Deleting port f42740cf-b5ac-4355-ae74-201f8b9a30b9 {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:31.190748 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.209195 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Pushing event deleted for resources: {'Port': ['ID=f42740cf-b5ac-4355-ae74-201f8b9a30b9,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:31.211236 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] No DVR routers for this DVR port f42740cf-b5ac-4355-ae74-201f8b9a30b9 on host dv-cinder-815848-5-iscsi {{(pid=101610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:31.264895 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] For port f42740cf-b5ac-4355-ae74-201f8b9a30b9, host dv-cinder-815848-5-iscsi, got binding levels [] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:31.265214 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.278413 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Calling delete_port for f42740cf-b5ac-4355-ae74-201f8b9a30b9 owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:31.281395 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.ipam_backend_mixin [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Port f42740cf-b5ac-4355-ae74-201f8b9a30b9 was not found and therefore no delete operation was performed {{(pid=101611) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 14:22:31.283118 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.289552 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.308893 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Pushing event deleted for resources: {'Port': ['ID=f42740cf-b5ac-4355-ae74-201f8b9a30b9,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:31.310549 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e8a779-4d7a-47a3-9258-5ea66cfbb47f']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:31.313054 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] No DVR routers for this DVR port f42740cf-b5ac-4355-ae74-201f8b9a30b9 on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:31.320612 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43288ef-6837-4946-9759-f770045bd834') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:31.321119 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43288ef-6837-4946-9759-f770045bd834') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:31.326323 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.326826 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.327596 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.327596 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.327842 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.328182 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.335531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.335531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.335531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.335531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.335531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.335531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ce81e-802b-42a2-8017-aefcad4692fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:31.336423 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.352866 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.358757 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:22:31.364508 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:22:31.494029 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.499503 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.504883 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] 10.222.0.74 "DELETE /v2.0/networks/84e8a779-4d7a-47a3-9258-5ea66cfbb47f HTTP/1.1" status: 204 len: 168 time: 0.7488286 Nov 04 14:22:31.506575 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50836) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:31.513865 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0e663-a520-457d-b35b-bd3194a7d85c admin admin] Pushing event deleted for resources: {'Network': ['ID=84e8a779-4d7a-47a3-9258-5ea66cfbb47f,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:31.620102 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50840) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:31.722061 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1768231435-network', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:31.819721 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Made reservation on behalf of f9e0985dbcee432b8bcbd3d28f6a8f6b for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:31.822091 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.830768 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.908487 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.950886 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.981418 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:22:31.986518 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f3694-1034-44d8-9525-1de119678e05,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:31.993685 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:31.993919 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Added segment b60ff6aa-418a-45dd-95f2-14a48bac29bb of type vlan for network 475103d3-b277-4fbf-aa39-aa8484a7d4ee Nov 04 14:22:32.006652 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 613f34bd-209a-45ac-aa9b-b3acd7b950c1 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:32.028418 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 613f34bd-209a-45ac-aa9b-b3acd7b950c1 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:32.028767 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 613f34bd-209a-45ac-aa9b-b3acd7b950c1 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:32.029187 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device b0341f7e-cb59-4f32-8cb6-889249c6951c no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:32.038120 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.049409 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: b0341f7e-cb59-4f32-8cb6-889249c6951c {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:32.049766 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device b0341f7e-cb59-4f32-8cb6-889249c6951c not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:32.050402 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f42740cf-b5ac-4355-ae74-201f8b9a30b9 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:32.073977 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: f42740cf-b5ac-4355-ae74-201f8b9a30b9 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:32.074246 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device f42740cf-b5ac-4355-ae74-201f8b9a30b9 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:32.111978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.134313 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.135459 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:32.136074 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.193559 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=475103d3-b277-4fbf-aa39-aa8484a7d4ee,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:32.204102 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:22:32.229172 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3cc3fa56-0cb9-44d1-aef8-88d256a5e9b9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6079297 Nov 04 14:22:32.232017 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50848) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:32.236730 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Request body: {'subnet': {'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1768231435-subnet', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:32.334575 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Made reservation on behalf of f9e0985dbcee432b8bcbd3d28f6a8f6b for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:32.351143 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26144780'] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.383669 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Deleting port cea47d5d-81bc-4d9d-93a3-c6cb32129288 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:32.384010 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.464380 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] For port cea47d5d-81bc-4d9d-93a3-c6cb32129288, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=cea47d5d-81bc-4d9d-93a3-c6cb32129288,segment=NetworkSegment(1c5e5a32-6fd0-4409-8b83-1e67a95ae21c),segment_id=1c5e5a32-6fd0-4409-8b83-1e67a95ae21c)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:32.464679 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.477659 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Calling delete_port for cea47d5d-81bc-4d9d-93a3-c6cb32129288 owned by network:router_interface {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:32.580078 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28841776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26144830'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.639815 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcd14ed-6696-4635-b5d4-02cdccb890da,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:32.650135 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Checking segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:32.650515 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Network hostable DHCP agents. Network: 475103d3-b277-4fbf-aa39-aa8484a7d4ee, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:22:32.728213 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.753686 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=cea47d5d-81bc-4d9d-93a3-c6cb32129288,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:32.764167 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:22:32.848144 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 475103d3-b277-4fbf-aa39-aa8484a7d4ee) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:32.852163 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:32.852991 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.870318 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab3ade-6e39-4b88-8163-aa296c75c1ef None None] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:32.951536 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ac7d03b2-5eab-49aa-bc53-ced967c5280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.959894 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:32.967460 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-dce548ce-f738-452f-a935-0f523729057d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7343566 Nov 04 14:22:32.971081 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50868) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:32.976599 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:33.041073 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:22:33.041977 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.133077 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.134005 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.182043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Allocated IP 172.20.0.2 (475103d3-b277-4fbf-aa39-aa8484a7d4ee/bdcd14ed-6696-4635-b5d4-02cdccb890da/5bdbf8a1-1900-44fb-9e87-c841777f12dd) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:33.228897 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.244083 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:33.326866 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.466191 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.467060 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.473507 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:33.479046 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-efd20996-72d7-4e9d-8b0a-6b5d4228d9cb admin admin] 10.222.0.74 "PUT /v2.0/routers/c6fabdb7-a304-4ccc-a645-32bfaae06ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9712322 Nov 04 14:22:33.481331 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50872) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:33.486413 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] Sync routers for ids ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:33.497707 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] Routers {'c6fabdb7-a304-4ccc-a645-32bfaae06ca1'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:33.498590 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:33.505203 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:33.508060 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:33.513784 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:33.542445 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Pushing event updated for resources: {'Port': ['ID=5bdbf8a1-1900-44fb-9e87-c841777f12dd,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:33.576019 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Attempting to bind port 5bdbf8a1-1900-44fb-9e87-c841777f12dd on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:33.576388 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Attempting to bind port 5bdbf8a1-1900-44fb-9e87-c841777f12dd by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:33.576745 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Attempting to bind port 5bdbf8a1-1900-44fb-9e87-c841777f12dd on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:33.582649 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:33.583016 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Checking segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:33.583407 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.583968 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Bound using segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:33.584839 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Bound port: 5bdbf8a1-1900-44fb-9e87-c841777f12dd, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:33.585393 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.606332 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] Set router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:33.613782 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks [] for router, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.648879 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] For port 5bdbf8a1-1900-44fb-9e87-c841777f12dd, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:33.652245 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] For port 5bdbf8a1-1900-44fb-9e87-c841777f12dd, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=5bdbf8a1-1900-44fb-9e87-c841777f12dd,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:33.752323 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.761351 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:33.819608 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb93d70-82bd-4b92-bc51-62f22e782f5d None None] Pushing event updated for resources: {'Port': ['ID=5bdbf8a1-1900-44fb-9e87-c841777f12dd,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:33.898613 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:22:32Z', 'revision_number': 5, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port': {'id': 'a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:17:16Z', 'updated_at': '2021-11-04T14:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:33.931092 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] Checking router: c6fabdb7-a304-4ccc-a645-32bfaae06ca1 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:33.940444 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] Routers {'c6fabdb7-a304-4ccc-a645-32bfaae06ca1'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:33.941106 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:34.042511 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] Set router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 gateway port host: None {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:34.102815 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:22:33Z', 'revision_number': 6, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:34.138629 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb08797-d312-40bc-9bf6-0d0909d52646 None None] The sync data for ids ['c6fabdb7-a304-4ccc-a645-32bfaae06ca1'] in dv-cinder-815848-5-iscsi is: [{'id': 'c6fabdb7-a304-4ccc-a645-32bfaae06ca1', 'name': 'tempest-TestShelveInstance-721898623-router', 'tenant_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:17:15Z', 'updated_at': '2021-11-04T14:22:33Z', 'revision_number': 6, 'project_id': 'abd78c12ded24f0f99dad227b3a65ebb', 'gw_port_host': None}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:34.221533 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.248375 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.261761 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Deleting port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:34.262100 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.413237 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] For port a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:34.413629 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.428636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Allocated IP 172.27.1.71 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/34be0843-2a43-4fb8-b76c-a7cb42713317) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:34.434908 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Calling delete_port for a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc owned by network:router_gateway {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:34.639594 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.762418 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.775261 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50886) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:34.804055 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.821786 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:34.828799 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:34.831395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:34.838351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d630c-32c9-41a5-a656-4e70dfea80b6 None None] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:34.867222 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Pushing event updated for resources: {'Port': ['ID=34be0843-2a43-4fb8-b76c-a7cb42713317,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:34.922362 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3ff5b47b-4433-456e-93fe-9cd299c4e753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:34.946742 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:34.981333 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-a4da3078-7f23-4987-a404-4ed7e1b1f384 None None] Provisioning complete for port 5bdbf8a1-1900-44fb-9e87-c841777f12dd triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:34.981862 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a4da3078-7f23-4987-a404-4ed7e1b1f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.018697 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3ff5b47b-4433-456e-93fe-9cd299c4e753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.025802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.110693 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-3ff5b47b-4433-456e-93fe-9cd299c4e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.111956 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a4da3078-7f23-4987-a404-4ed7e1b1f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.153042 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-a4da3078-7f23-4987-a404-4ed7e1b1f384 None None] For port 5bdbf8a1-1900-44fb-9e87-c841777f12dd, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=5bdbf8a1-1900-44fb-9e87-c841777f12dd,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:35.156496 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.160327 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.165681 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-3ff5b47b-4433-456e-93fe-9cd299c4e753 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6b882aca9af4a69a2546b464ff947a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872819 Nov 04 14:22:35.165681 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50890) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:35.205431 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5b47b-4433-456e-93fe-9cd299c4e753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69624fd9-568a-4d60-94b8-529e12cf24df,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:35.235253 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eb9df297-0ab7-4a9f-8f55-b32e5d75626b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.237792 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a4da3078-7f23-4987-a404-4ed7e1b1f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.259175 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eb9df297-0ab7-4a9f-8f55-b32e5d75626b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.268604 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.268604 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6fabdb7-a304-4ccc-a645-32bfaae06ca1 {{(pid=101609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:22:35.274514 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.277933 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-37dbbbb3-8686-45a2-8e61-1b7de72e5817 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c6fabdb7-a304-4ccc-a645-32bfaae06ca1 HTTP/1.1" status: 204 len: 168 time: 1.7956388 Nov 04 14:22:35.282363 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50892) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:35.283891 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e945592e-8154-456f-92be-183c62c9e8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.323213 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da3078-7f23-4987-a404-4ed7e1b1f384 None None] Pushing event updated for resources: {'Port': ['ID=5bdbf8a1-1900-44fb-9e87-c841777f12dd,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:35.344702 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Deleting subnet f62c41a4-3585-4f77-b524-68a8d4168314 {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:22:35.354732 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.366767 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-0a491db7-1a92-41b0-b4e5-fbef9b5a3c41 None None] Provisioning complete for port 5bdbf8a1-1900-44fb-9e87-c841777f12dd triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:35.367302 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0a491db7-1a92-41b0-b4e5-fbef9b5a3c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.388856 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.428046 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.429147 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eb9df297-0ab7-4a9f-8f55-b32e5d75626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.431834 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-eb9df297-0ab7-4a9f-8f55-b32e5d75626b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.433624 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-eb9df297-0ab7-4a9f-8f55-b32e5d75626b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69624fd9-568a-4d60-94b8-529e12cf24df HTTP/1.1" status: 204 len: 168 time: 0.2617967 Nov 04 14:22:35.445079 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df297-0ab7-4a9f-8f55-b32e5d75626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69624fd9-568a-4d60-94b8-529e12cf24df,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:35.500775 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.637298 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.660415 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.888093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:22:35.888779 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62c41a4-3585-4f77-b524-68a8d4168314,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:35.893289 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:35.897546 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-fb1b9e00-e312-40b9-965b-998fbc217e9d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f62c41a4-3585-4f77-b524-68a8d4168314 HTTP/1.1" status: 204 len: 168 time: 0.6138675 Nov 04 14:22:35.900009 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50898) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:35.902237 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353ede1-9cfd-4f86-ad93-6155fd78a02c None None] Network e264460e-6888-453f-9445-da93b5389991 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:35.968655 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.026036 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Deleting port 1fc121d9-3270-4d96-920f-4b4585100a57 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:22:36.026811 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.030953 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:36.045226 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:36.067971 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 5bdbf8a1-1900-44fb-9e87-c841777f12dd up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:36.095294 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] For port 1fc121d9-3270-4d96-920f-4b4585100a57, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=1fc121d9-3270-4d96-920f-4b4585100a57,segment=NetworkSegment(1c5e5a32-6fd0-4409-8b83-1e67a95ae21c),segment_id=1c5e5a32-6fd0-4409-8b83-1e67a95ae21c)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:36.095678 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.109566 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Calling delete_port for 1fc121d9-3270-4d96-920f-4b4585100a57 owned by network:dhcp {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:22:36.109771 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:36.110406 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:36.114309 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.115768 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-d76bd4f1-a47e-4c5f-a9f1-4a92dd7b99ba admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1434288 Nov 04 14:22:36.118471 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50900) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:36.124659 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50902) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:36.170093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0ba9-240b-46fd-b788-563f8898105f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.215797 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 5bdbf8a1-1900-44fb-9e87-c841777f12dd triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:36.216168 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.256069 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d186e-4bc9-4d4f-b9a2-1772e13a9149 None None] DHCP port deletion for e264460e-6888-453f-9445-da93b5389991 request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:22:36.266557 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:36.288326 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.317020 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc121d9-3270-4d96-920f-4b4585100a57,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:36.320280 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] No DVR routers for this DVR port 1fc121d9-3270-4d96-920f-4b4585100a57 on host dv-cinder-815848-5-iscsi {{(pid=101610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:22:36.346661 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d186e-4bc9-4d4f-b9a2-1772e13a9149 None None] The port '1fc121d9-3270-4d96-920f-4b4585100a57' was deleted {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 04 14:22:36.395612 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0ba9-240b-46fd-b788-563f8898105f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.408007 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.432953 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e264460e-6888-453f-9445-da93b5389991']}} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:36.443185 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c') {'for_net_delete': True} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:36.443476 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.services.segments.db [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5e5a32-6fd0-4409-8b83-1e67a95ae21c') {} {{(pid=101610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:36.453658 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25310264'] for segment, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.464171 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0ba9-240b-46fd-b788-563f8898105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.469855 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.477001 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=101610) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:22:36.477567 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28841897'] for segment, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: Traceback (most recent call last): Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: timer() Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: cb(*args, **kw) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: return func(*args, **kwargs) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: self._notify() Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: self.callback(batched_events) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: event.method(event) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: return f(self, *a, **k) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._get(url).json() Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: return self.request(url, 'GET', **kwargs) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:22:36.480483 dv-cinder-815848-5-iscsi neutron-server[101610]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:22:36.552523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5b7b0ba9-240b-46fd-b788-563f8898105f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0d8e3f9c5224b9e87eeaf4871a41c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259562 Nov 04 14:22:36.555128 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0ba9-240b-46fd-b788-563f8898105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75cb0b1-27d4-466b-a57a-acade9d89488,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:36.555713 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50904) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:36.621733 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a78082e9-1cab-4e31-ae4b-5866a608eacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.641840 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a78082e9-1cab-4e31-ae4b-5866a608eacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.653914 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:35Z', 'revision_number': 3, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:36.680256 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.682837 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device cea47d5d-81bc-4d9d-93a3-c6cb32129288 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:36.685428 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:36.685724 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Updating router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 port 34be0843-2a43-4fb8-b76c-a7cb42713317 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:22:36.697014 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.703158 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e264460e-6888-453f-9445-da93b5389991 HTTP/1.1" status: 204 len: 168 time: 0.7994294 Nov 04 14:22:36.703158 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17be590-7065-4e0a-8c5c-a20482c35428 admin admin] Pushing event deleted for resources: {'Network': ['ID=e264460e-6888-453f-9445-da93b5389991,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:36.719779 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.728196 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: cea47d5d-81bc-4d9d-93a3-c6cb32129288 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:36.728547 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device cea47d5d-81bc-4d9d-93a3-c6cb32129288 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:36.728970 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:36.730658 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.758165 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:36.758563 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device a54b5a2e-f2b7-4759-b2e1-3e2d4bd561bc not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:36.760467 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.787149 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a78082e9-1cab-4e31-ae4b-5866a608eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.791497 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-a78082e9-1cab-4e31-ae4b-5866a608eacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:36.796980 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-a78082e9-1cab-4e31-ae4b-5866a608eacf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a75cb0b1-27d4-466b-a57a-acade9d89488 HTTP/1.1" status: 204 len: 168 time: 0.2385378 Nov 04 14:22:36.823594 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78082e9-1cab-4e31-ae4b-5866a608eacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75cb0b1-27d4-466b-a57a-acade9d89488,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:37.064460 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.118174 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50910) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:37.139370 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.150770 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Allocated IP 172.20.0.1 (475103d3-b277-4fbf-aa39-aa8484a7d4ee/bdcd14ed-6696-4635-b5d4-02cdccb890da/2397e9db-1119-4241-83be-741f003089c7) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:37.169193 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50912) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:37.170978 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b2ac16bb-5623-4776-8a06-ec2544161843 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=98c116b2decd479fa713a0cde3f6424a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464075 Nov 04 14:22:37.194887 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1fee7-5201-4bc6-ac36-5af2cadb90a7 None None] Pushing event updated for resources: {'Port': ['ID=34be0843-2a43-4fb8-b76c-a7cb42713317,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:37.197327 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Attempting to bind port 34be0843-2a43-4fb8-b76c-a7cb42713317 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:37.197699 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Attempting to bind port 34be0843-2a43-4fb8-b76c-a7cb42713317 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:37.198067 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Attempting to bind port 34be0843-2a43-4fb8-b76c-a7cb42713317 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:37.208310 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:37.208691 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:37.209087 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.209634 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:37.210118 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Bound port: 34be0843-2a43-4fb8-b76c-a7cb42713317, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:37.210528 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.271237 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] For port 34be0843-2a43-4fb8-b76c-a7cb42713317, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:37.275309 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] For port 34be0843-2a43-4fb8-b76c-a7cb42713317, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=34be0843-2a43-4fb8-b76c-a7cb42713317,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:37.299326 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c2aea442-01bb-4217-806c-ff32736ea255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.328116 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.339404 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c2aea442-01bb-4217-806c-ff32736ea255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.340612 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.395551 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:37.396178 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:37.439205 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1fee7-5201-4bc6-ac36-5af2cadb90a7 None None] Pushing event updated for resources: {'Port': ['ID=34be0843-2a43-4fb8-b76c-a7cb42713317,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:37.460430 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.495322 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c2aea442-01bb-4217-806c-ff32736ea255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.497916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c2aea442-01bb-4217-806c-ff32736ea255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.504522 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-c2aea442-01bb-4217-806c-ff32736ea255 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6ac34783-53f2-4ac5-93ac-8db700c4a511 HTTP/1.1" status: 204 len: 168 time: 0.3288896 Nov 04 14:22:37.513723 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:37.517021 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:37.526493 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aea442-01bb-4217-806c-ff32736ea255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac34783-53f2-4ac5-93ac-8db700c4a511,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:37.532065 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:37.541265 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:37.544857 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Pushing event updated for resources: {'Port': ['ID=2397e9db-1119-4241-83be-741f003089c7,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:37.606354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.774340 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:35Z', 'revision_number': 3, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:37.802660 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2b010-c8cc-4636-89d6-0714ceca270f None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:35Z', 'revision_number': 3, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:37.824857 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-8172f10d-0f14-4557-bf04-902250b6719b None None] Provisioning complete for port 2397e9db-1119-4241-83be-741f003089c7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:37.825377 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-8172f10d-0f14-4557-bf04-902250b6719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.851103 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.856414 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:37.868111 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-8172f10d-0f14-4557-bf04-902250b6719b None None] Port 2397e9db-1119-4241-83be-741f003089c7 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:22:38.008035 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 1fc121d9-3270-4d96-920f-4b4585100a57 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:22:38.030827 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 1fc121d9-3270-4d96-920f-4b4585100a57 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:22:38.031427 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 1fc121d9-3270-4d96-920f-4b4585100a57 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:22:38.059657 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.168259 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.236599 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Pushing event updated for resources: {'Port': ['ID=2397e9db-1119-4241-83be-741f003089c7,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:38.239783 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.314910 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50938) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:38.346966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:38.349167 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:38.363951 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-931e1837-a271-4812-bab5-4dc79d8185fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=abd78c12ded24f0f99dad227b3a65ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445461 Nov 04 14:22:38.364208 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50940) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:38.440750 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-da2cb0fb-9bcf-4033-9022-00932a0a1ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.477776 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-da2cb0fb-9bcf-4033-9022-00932a0a1ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.496959 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:38.647451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:38.649089 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-da2cb0fb-9bcf-4033-9022-00932a0a1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.654423 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-da2cb0fb-9bcf-4033-9022-00932a0a1ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.657854 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-da2cb0fb-9bcf-4033-9022-00932a0a1ea4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/626554bf-df08-4883-bfe0-9edd0ba441a2 HTTP/1.1" status: 204 len: 168 time: 0.2904496 Nov 04 14:22:38.659154 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-48ff5520-51d5-4314-aa0a-90e8869ee459 admin admin] 10.222.0.74 "PUT /v2.0/routers/9e5eac9e-d41f-4a95-b1ca-66e6679b4558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5393057 Nov 04 14:22:38.673909 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb0fb-9bcf-4033-9022-00932a0a1ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626554bf-df08-4883-bfe0-9edd0ba441a2,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:38.720020 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-86d991c1-4507-4afa-a195-8a3a63f55430 None None] Provisioning complete for port 2397e9db-1119-4241-83be-741f003089c7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:38.720476 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-86d991c1-4507-4afa-a195-8a3a63f55430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.748026 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:38.763576 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-86d991c1-4507-4afa-a195-8a3a63f55430 None None] Port 2397e9db-1119-4241-83be-741f003089c7 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:22:39.531012 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:39.540378 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:39.541052 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:39.601861 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50976) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:39.606974 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1090494356-network', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:39.647237 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:39.711537 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Made reservation on behalf of 30c215b6a1aa42a08d9dd9c93e1ed7d2 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:39.715245 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.725720 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.810777 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.814647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50980) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:39.849051 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 2, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:39.875213 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:39.875586 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Updating router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 port 2397e9db-1119-4241-83be-741f003089c7 binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:22:39.903868 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.911605 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.926140 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-8d53616f-b8d3-4aaf-9bb8-386f6cd538c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.938234 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:22:39.957116 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dec743-9742-413b-bc91-909fed2c849d,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:39.961609 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:39.961958 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Added segment 174f51a8-2b43-4406-bd98-d614520fa4ec of type vlan for network ac87b353-000f-47cc-a65f-3bdcad671b35 Nov 04 14:22:40.009379 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.018438 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-8d53616f-b8d3-4aaf-9bb8-386f6cd538c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.066186 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 34be0843-2a43-4fb8-b76c-a7cb42713317 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:40.100336 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-8d53616f-b8d3-4aaf-9bb8-386f6cd538c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.115010 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 34be0843-2a43-4fb8-b76c-a7cb42713317 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:40.115426 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.128197 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.129200 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:40.129797 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.141604 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-8d53616f-b8d3-4aaf-9bb8-386f6cd538c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=acf7554c36ec4615b557b93383f62e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253529 Nov 04 14:22:40.144136 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53616f-b8d3-4aaf-9bb8-386f6cd538c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04477bf-397f-4873-b1e3-9dc1053d4f53,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.147976 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50984) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:40.204061 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ad5b000e-6a0d-4e5c-9e86-ca3989073f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.205127 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.208416 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] Pushing event updated for resources: {'Network': ['ID=ac87b353-000f-47cc-a65f-3bdcad671b35,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.213610 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.221531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network ac87b353-000f-47cc-a65f-3bdcad671b35 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:22:40.229674 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ad5b000e-6a0d-4e5c-9e86-ca3989073f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.254691 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.254880 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 34be0843-2a43-4fb8-b76c-a7cb42713317, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=34be0843-2a43-4fb8-b76c-a7cb42713317,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:40.300013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50986) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:40.302028 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-0a3d5d4b-4d4c-4fb8-8eea-5a330efd6ddd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6987450 Nov 04 14:22:40.308430 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Request body: {'subnet': {'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1090494356-subnet', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:40.325491 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Pushing event updated for resources: {'Port': ['ID=2397e9db-1119-4241-83be-741f003089c7,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.339673 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.352485 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.352766 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.353114 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.353447 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.353779 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.354106 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.354454 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.354786 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.355126 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.355450 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.355955 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.356437 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:40.357142 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ad5b000e-6a0d-4e5c-9e86-ca3989073f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.359779 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ad5b000e-6a0d-4e5c-9e86-ca3989073f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.369933 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Attempting to bind port 2397e9db-1119-4241-83be-741f003089c7 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:40.370306 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Attempting to bind port 2397e9db-1119-4241-83be-741f003089c7 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:40.370889 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Attempting to bind port 2397e9db-1119-4241-83be-741f003089c7 on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:40.377178 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:40.377767 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Checking segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:40.378331 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.379637 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Bound using segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:40.380277 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Bound port: 2397e9db-1119-4241-83be-741f003089c7, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:40.380829 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.382967 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ad5b000e-6a0d-4e5c-9e86-ca3989073f34 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c04477bf-397f-4873-b1e3-9dc1053d4f53 HTTP/1.1" status: 204 len: 168 time: 0.2334571 Nov 04 14:22:40.391403 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b000e-6a0d-4e5c-9e86-ca3989073f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04477bf-397f-4873-b1e3-9dc1053d4f53,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.413436 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Made reservation on behalf of 30c215b6a1aa42a08d9dd9c93e1ed7d2 for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:40.416592 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28936214'] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.447867 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=34be0843-2a43-4fb8-b76c-a7cb42713317,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.480454 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] For port 2397e9db-1119-4241-83be-741f003089c7, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:40.485057 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] For port 2397e9db-1119-4241-83be-741f003089c7, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=2397e9db-1119-4241-83be-741f003089c7,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:40.562148 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.595208 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3b5ff131-933c-4ce4-b690-f8bd19b7a621 None None] Provisioning complete for port 2397e9db-1119-4241-83be-741f003089c7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:40.595662 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff131-933c-4ce4-b690-f8bd19b7a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.623589 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:40.624267 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:40.668726 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2127-005d-468c-8fd4-a71fd53a6b3b None None] Pushing event updated for resources: {'Port': ['ID=2397e9db-1119-4241-83be-741f003089c7,revision_number=4']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.685880 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff131-933c-4ce4-b690-f8bd19b7a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.688324 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28936228'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.741376 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-3b5ff131-933c-4ce4-b690-f8bd19b7a621 None None] For port 2397e9db-1119-4241-83be-741f003089c7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=2397e9db-1119-4241-83be-741f003089c7,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:40.765168 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:40.786693 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18ff26d-a8f8-43fe-8a94-02e35004fcc0,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.796650 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Checking segment: {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:40.797140 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Network hostable DHCP agents. Network: ac87b353-000f-47cc-a65f-3bdcad671b35, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:22:40.817554 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff131-933c-4ce4-b690-f8bd19b7a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.879714 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Network ac87b353-000f-47cc-a65f-3bdcad671b35 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:22:40.880315 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ff131-933c-4ce4-b690-f8bd19b7a621 None None] Pushing event updated for resources: {'Port': ['ID=2397e9db-1119-4241-83be-741f003089c7,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:40.936621 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-83987a5f-27f7-435e-be02-d04a2e252cb8 None None] Provisioning complete for port 2397e9db-1119-4241-83be-741f003089c7 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:40.936988 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-83987a5f-27f7-435e-be02-d04a2e252cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:40.962620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, ac87b353-000f-47cc-a65f-3bdcad671b35) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:40.975593 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e48b259-bf3a-4dfb-b257-8e3efb54c50b None None] Network ac87b353-000f-47cc-a65f-3bdcad671b35 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:40.978507 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:40.979422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.051534 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-c4e10b68-2acc-46c5-b658-03ded6f4ac48 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7469876 Nov 04 14:22:41.054057 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50992) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:41.062052 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:41.088322 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:41.117583 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f707597-71aa-4bde-82a3-9136ddd4a88b None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:41.117736 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 50994) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:41.136024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb01534c-1f6f-4a13-8dfa-8cf7db6c02b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.159809 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a4c1114-d327-5f60-8853-465e937d70ff-ac87b353-000f-47cc-a65f-3bdcad671b35', 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'fixed_ips': [{'subnet_id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0'}]}} from dv-cinder-815848-5-iscsi. {{(pid=101611) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 14:22:41.161217 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.195593 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.196649 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-590187', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.273029 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.297636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb01534c-1f6f-4a13-8dfa-8cf7db6c02b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.317854 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.db_base_plugin_common [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Allocated IP 172.20.0.2 (ac87b353-000f-47cc-a65f-3bdcad671b35/b18ff26d-a8f8-43fe-8a94-02e35004fcc0/d69ae640-7f49-47bf-b90e-d355081d7e4a) {{(pid=101611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:41.380917 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-eb01534c-1f6f-4a13-8dfa-8cf7db6c02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.457324 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-eb01534c-1f6f-4a13-8dfa-8cf7db6c02b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5771b2b1125c4cac800ef9b8e944ed3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396277 Nov 04 14:22:41.460181 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 50996) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:41.487828 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01534c-1f6f-4a13-8dfa-8cf7db6c02b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f8ae3-a08f-401e-b664-cb242f5f1659,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:41.524046 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.526331 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2015c39-0466-450e-a43f-d088a0aae8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.553059 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2015c39-0466-450e-a43f-d088a0aae8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.611341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Publish callbacks [] for port, precommit_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.676790 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2015c39-0466-450e-a43f-d088a0aae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.677387 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763'] for port, after_create {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.679367 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c2015c39-0466-450e-a43f-d088a0aae8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.680811 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c2015c39-0466-450e-a43f-d088a0aae8e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e34f8ae3-a08f-401e-b664-cb242f5f1659 HTTP/1.1" status: 204 len: 168 time: 0.2188122 Nov 04 14:22:41.692172 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015c39-0466-450e-a43f-d088a0aae8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f8ae3-a08f-401e-b664-cb242f5f1659,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:41.744269 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Network ac87b353-000f-47cc-a65f-3bdcad671b35 is already hosted by enough agents. {{(pid=101611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:41.750620 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.scheduler.base_scheduler [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Resources bound (agent type, host, resource id): {{(pid=101611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:41.753043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Received port after_create {{(pid=101611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:41.755301 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Pushing event updated for resources: {'Port': ['ID=d69ae640-7f49-47bf-b90e-d355081d7e4a,revision_number=1']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:41.819780 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Attempting to bind port d69ae640-7f49-47bf-b90e-d355081d7e4a on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:41.820676 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Attempting to bind port d69ae640-7f49-47bf-b90e-d355081d7e4a by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:41.820676 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Attempting to bind port d69ae640-7f49-47bf-b90e-d355081d7e4a on network ac87b353-000f-47cc-a65f-3bdcad671b35 {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:41.826168 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:41.826686 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Checking segment: {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:41.830076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.830076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Bound using segment: {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:41.830076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Bound port: d69ae640-7f49-47bf-b90e-d355081d7e4a, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:41.830076 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.899874 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] For port d69ae640-7f49-47bf-b90e-d355081d7e4a, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:41.903068 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] For port d69ae640-7f49-47bf-b90e-d355081d7e4a, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=d69ae640-7f49-47bf-b90e-d355081d7e4a,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:41.916308 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.935204 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:41.963943 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:42.060735 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d09af-d56f-4d5c-8b53-85f8742e30aa None None] Pushing event updated for resources: {'Port': ['ID=d69ae640-7f49-47bf-b90e-d355081d7e4a,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:42.093833 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Allocated IP 172.27.1.173 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/41bec463-c383-4967-9812-43e81c305998) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:42.099428 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:22:42.165575 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 34be0843-2a43-4fb8-b76c-a7cb42713317 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:42.224840 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 34be0843-2a43-4fb8-b76c-a7cb42713317 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:42.224840 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:42.250418 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:42.354085 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2397e9db-1119-4241-83be-741f003089c7 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:42.387891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:42.412823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 2397e9db-1119-4241-83be-741f003089c7 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:42.413281 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:42.431044 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:42.436636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:42.442806 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:42.451223 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Pushing event updated for resources: {'Port': ['ID=41bec463-c383-4967-9812-43e81c305998,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:42.782503 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:42.938669 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51018) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:42.981108 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590168'] for router, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.046648 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2118071746-network', 'tenant_id': 'b7bc390f528244d5974fa216763d9520'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:43.158920 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Made reservation on behalf of b7bc390f528244d5974fa216763d9520 for: {'network': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:43.162696 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.173443 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.191712 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 is scheduled to L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 with binding_index 1 {{(pid=101609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 14:22:43.300091 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.326965 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c51b4-e49b-4d00-9b04-96013f4bead9 None None] Network ac87b353-000f-47cc-a65f-3bdcad671b35 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:43.328282 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:43.348534 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Sync routers for ids ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:43.367072 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.399747 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] Publish callbacks [] for router, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.401777 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-cfa64036-a6ac-4a06-a5d0-aa0aabc39236 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3457999 Nov 04 14:22:43.403857 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Routers {'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:43.404726 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:43.412475 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463eaf4a-59d2-4186-983c-0755bb137dd9,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:43.412625 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51022) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:43.412733 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=101610) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:22:43.421676 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.421986 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.segments_db [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Added segment c6d8b584-2c5b-4966-b54d-1f6c2f224b84 of type vlan for network 110de749-7f7c-495d-a8d3-6475af2468c1 Nov 04 14:22:43.475000 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.494341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-5da040b9-64f3-4738-ae0e-481a35cbbf13 None None] Provisioning complete for port d69ae640-7f49-47bf-b90e-d355081d7e4a triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:43.495074 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5da040b9-64f3-4738-ae0e-481a35cbbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.573725 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.575006 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:43.575799 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.616404 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Set router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:43.635531 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=110de749-7f7c-495d-a8d3-6475af2468c1,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:43.673509 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-ea445b15-aa39-444d-b4c8-d6fe6d03c4b6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7336557 Nov 04 14:22:43.678095 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51024) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:43.683396 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Request body: {'subnet': {'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2118071746-subnet', 'tenant_id': 'b7bc390f528244d5974fa216763d9520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:43.686922 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network 110de749-7f7c-495d-a8d3-6475af2468c1 details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:22:43.785551 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Made reservation on behalf of b7bc390f528244d5974fa216763d9520 for: {'subnet': 1} {{(pid=101610) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:43.788082 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26144780'] for subnet, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.831325 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.855315 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5da040b9-64f3-4738-ae0e-481a35cbbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:43.923674 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-5da040b9-64f3-4738-ae0e-481a35cbbf13 None None] For port d69ae640-7f49-47bf-b90e-d355081d7e4a, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=d69ae640-7f49-47bf-b90e-d355081d7e4a,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:43.975573 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:42Z', 'revision_number': 3, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:44.019718 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5da040b9-64f3-4738-ae0e-481a35cbbf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.024043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Checking router: bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:44.025575 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Updating router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 port 41bec463-c383-4967-9812-43e81c305998 binding host dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:22:44.043270 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Allocated IP 172.20.0.1 (ac87b353-000f-47cc-a65f-3bdcad671b35/b18ff26d-a8f8-43fe-8a94-02e35004fcc0/995d637a-66ff-49af-a62d-9d337b42673c) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:44.074797 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device d69ae640-7f49-47bf-b90e-d355081d7e4a up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:44.088036 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28841776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26144830'] for subnet, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.110991 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.163012 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fd3081-c947-4b8b-ab80-31080e5d4b9d,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:44.174840 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Checking segment: {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:44.175343 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Network hostable DHCP agents. Network: 110de749-7f7c-495d-a8d3-6475af2468c1, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101610) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:22:44.242255 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da040b9-64f3-4738-ae0e-481a35cbbf13 None None] Pushing event updated for resources: {'Port': ['ID=d69ae640-7f49-47bf-b90e-d355081d7e4a,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:44.271044 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Network 110de749-7f7c-495d-a8d3-6475af2468c1 is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101610) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:22:44.285624 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-1c210df1-aba8-42d8-b44a-85a74dacf0b9 None None] Provisioning complete for port d69ae640-7f49-47bf-b90e-d355081d7e4a triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:44.286031 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1c210df1-aba8-42d8-b44a-85a74dacf0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.345844 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, 110de749-7f7c-495d-a8d3-6475af2468c1) {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:44.352150 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:44.353205 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.355195 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port d69ae640-7f49-47bf-b90e-d355081d7e4a triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:44.355704 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.361435 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709159c0-5416-4570-98b4-2d5ea0dfc3b0 None None] Network 110de749-7f7c-495d-a8d3-6475af2468c1 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:44.420281 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.445422 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c7013fd3-d2f9-455f-ad1f-c17864f5a4a6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7659876 Nov 04 14:22:44.511189 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.571541 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Network ac87b353-000f-47cc-a65f-3bdcad671b35 is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:44.576794 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:44.580481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:44.586897 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Pushing event updated for resources: {'Port': ['ID=995d637a-66ff-49af-a62d-9d337b42673c,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:44.633677 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597867'] for router_interface, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.816030 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Publish callbacks [] for port, precommit_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.828811 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1fb23b-190c-4696-8e8c-765b2cffda92 None None] Network 110de749-7f7c-495d-a8d3-6475af2468c1 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:22:44.896359 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.899341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:44.914198 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-44b36aea-a32d-4285-986b-55b7d7c05623 None None] Provisioning complete for port 995d637a-66ff-49af-a62d-9d337b42673c triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:44.914599 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-44b36aea-a32d-4285-986b-55b7d7c05623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.020738 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Attempting to bind port 41bec463-c383-4967-9812-43e81c305998 on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:45.021109 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Attempting to bind port 41bec463-c383-4967-9812-43e81c305998 by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:45.021476 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Attempting to bind port 41bec463-c383-4967-9812-43e81c305998 on network 72b7a6d5-e459-4ee5-bdd9-97153dee395e {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:45.029530 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb5ddf-b670-4ad1-bd01-d61a37dc3d27 None None] Pushing event updated for resources: {'Port': ['ID=41bec463-c383-4967-9812-43e81c305998,revision_number=2']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:45.035947 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:45.036324 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Checking segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:45.036732 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.037115 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Bound using segment: {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'} {{(pid=101611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:45.037598 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.managers [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Bound port: 41bec463-c383-4967-9812-43e81c305998, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4de0c2-d976-4b05-a25d-c5509aa7a280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e'}}] {{(pid=101611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:45.037981 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.039474 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-44b36aea-a32d-4285-986b-55b7d7c05623 None None] Port 995d637a-66ff-49af-a62d-9d337b42673c cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:22:45.064325 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.104555 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] For port 41bec463-c383-4967-9812-43e81c305998, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:45.107504 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] For port 41bec463-c383-4967-9812-43e81c305998, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=41bec463-c383-4967-9812-43e81c305998,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:45.167931 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.168903 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.227455 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Routers {'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:45.228074 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:45.235124 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597895'] for router_interface, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.236804 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Pushing event updated for resources: {'Port': ['ID=995d637a-66ff-49af-a62d-9d337b42673c,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:45.264352 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb5ddf-b670-4ad1-bd01-d61a37dc3d27 None None] Pushing event updated for resources: {'Port': ['ID=41bec463-c383-4967-9812-43e81c305998,revision_number=3']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:45.333331 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Network ac87b353-000f-47cc-a65f-3bdcad671b35 is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:45.335026 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:45.362063 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] Set router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:45.489453 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:22:45.594890 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '995d637a-66ff-49af-a62d-9d337b42673c', 'name': '', 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'mac_address': 'fa:16:3e:17:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:43Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 2, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'subnets': [{'id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:45.611075 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:22:45.616823 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5cbd3281-0ecd-43d5-b473-3912e8d5f22a admin admin] 10.222.0.74 "PUT /v2.0/routers/bcd6c705-cd58-46d6-8d1e-a2ecf0836a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098172 Nov 04 14:22:45.625617 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267fb163-ad81-4a21-b79f-4764e2920c7c None None] The sync data for ids ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'] in dv-cinder-815848-5-iscsi is: [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '995d637a-66ff-49af-a62d-9d337b42673c', 'name': '', 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'mac_address': 'fa:16:3e:17:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:43Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 2, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'subnets': [{'id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:45.666661 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-24dec943-a279-4ed8-ba93-24ca711a9b6d None None] Provisioning complete for port 995d637a-66ff-49af-a62d-9d337b42673c triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:45.670288 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-24dec943-a279-4ed8-ba93-24ca711a9b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:45.719450 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-24dec943-a279-4ed8-ba93-24ca711a9b6d None None] Port 995d637a-66ff-49af-a62d-9d337b42673c cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:22:46.022568 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device d69ae640-7f49-47bf-b90e-d355081d7e4a up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:46.072637 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port d69ae640-7f49-47bf-b90e-d355081d7e4a triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:46.073000 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:46.523875 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51046) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:46.529042 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402241640', 'description': 'tempest-secgroup-smoke-402241640 description', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:46.642605 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:46.704314 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1555c34a-5128-4fc1-b826-f405102b1c25 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:46.705841 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1555c34a-5128-4fc1-b826-f405102b1c25 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/networks?id=110de749-7f7c-495d-a8d3-6475af2468c1 HTTP/1.1" status: 200 len: 809 time: 0.1121581 Nov 04 14:22:46.713101 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:46.725523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7c46ee80-a391-49b1-994e-db179c50a244 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/quotas/b7bc390f528244d5974fa216763d9520 HTTP/1.1" status: 200 len: 375 time: 0.0109854 Nov 04 14:22:46.761243 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-f2ea9ac8-aae5-49fe-bf4e-1469879b2c7e tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b7bc390f528244d5974fa216763d9520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297289 Nov 04 14:22:46.786572 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:46.819525 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fc32b6-a9c2-4fc2-97a6-531915144bc1,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:46.826872 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.827221 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.827562 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.827900 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.828235 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.828566 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.828895 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.829219 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.829549 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.829876 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.830201 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.830633 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:22:46.855586 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:46.859425 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-69fe0b06-efa9-47b2-9c7c-def07106f847 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3319378 Nov 04 14:22:46.859848 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51060) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:46.861638 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-32ac6d22-72fb-4b79-96a8-7c8fd10645f3 service neutron] 10.222.0.74 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931621 Nov 04 14:22:46.866652 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group_rule': {'security_group_id': 'b0fc32b6-a9c2-4fc2-97a6-531915144bc1', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:46.934076 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:46.955748 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-a08608bb-5930-42c7-8753-1385e81b6e9c service neutron] 10.222.0.74 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Nov 04 14:22:46.995429 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.041982 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.060066 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39673753-2d2b-4e37-9184-e1686dd4e6b5,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:47.147631 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.148859 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-91a160c3-918f-476e-be27-04aa1715b80f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879388 Nov 04 14:22:47.151535 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51064) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:47.156324 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group_rule': {'security_group_id': 'b0fc32b6-a9c2-4fc2-97a6-531915144bc1', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:47.201875 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a5446277-00cf-4e23-994a-fd45e2d8f7ed req-f56a4cec-2f74-4629-a1c5-37e344aff2fc tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 210 time: 0.0310960 Nov 04 14:22:47.276514 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.330287 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.407789 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.425073 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d57ff7-a2b4-4048-8ed9-fc443df85169,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:47.490513 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.491730 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-aa23dd03-6f3d-4290-9709-019691673171 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391976 Nov 04 14:22:47.494583 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51072) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:47.498831 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group_rule': {'security_group_id': 'b0fc32b6-a9c2-4fc2-97a6-531915144bc1', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:47.578620 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.636773 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.687657 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.705715 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31fc8ed-b153-40a8-b553-21f83a8cc346,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:47.804231 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.805508 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-676464c2-237e-4423-a571-65cd44ccb10e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100100 Nov 04 14:22:47.808224 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51074) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:47.812805 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group_rule': {'security_group_id': 'b0fc32b6-a9c2-4fc2-97a6-531915144bc1', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:47.927593 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:47.991545 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.029375 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 41bec463-c383-4967-9812-43e81c305998 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:48.078513 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 41bec463-c383-4967-9812-43e81c305998 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:48.078882 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.082059 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.100157 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eceab900-9117-4223-b16b-fe8a4dd087e8,revision_number=0']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:48.156713 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.169743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.170984 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-b224c1f1-11e2-47a7-a98e-ef99c4201e58 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617082 Nov 04 14:22:48.173864 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51078) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:48.177519 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] For port 41bec463-c383-4967-9812-43e81c305998, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=41bec463-c383-4967-9812-43e81c305998,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:48.178899 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group_rule': {'security_group_id': 'b0fc32b6-a9c2-4fc2-97a6-531915144bc1', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:48.275148 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.296411 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-35941c30-cb98-449c-9c60-a749ea2ca616 req-b11bf95e-c224-41ff-a606-876092833d23 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 210 time: 0.0272014 Nov 04 14:22:48.322241 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Pushing event updated for resources: {'Port': ['ID=41bec463-c383-4967-9812-43e81c305998,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:48.322495 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.securitygroups_db [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Project f9e0985dbcee432b8bcbd3d28f6a8f6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 14:22:48.328104 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.379272 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.493706 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.513029 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d3e687-b227-4dad-ae4e-705408e1ca34,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:48.587445 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.588582 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e6bd145c-38d4-4edc-81eb-f19f8335991a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4136999 Nov 04 14:22:48.591215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51082) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:22:48.595655 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'security_group_rule': {'security_group_id': 'b0fc32b6-a9c2-4fc2-97a6-531915144bc1', 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:48.689483 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.securitygroups_db [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Project f9e0985dbcee432b8bcbd3d28f6a8f6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 14:22:48.695641 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.757915 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.825211 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608141'] for security_group_rule, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.843975 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c863b9-0d10-4194-b118-5f1aa0eea67a,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:48.907268 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:48.910747 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1887277a-1358-4b8a-a644-a38f40298351 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165593 Nov 04 14:22:48.938355 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Sync routers for ids ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:22:48.949626 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Routers {'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:48.950224 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:49.068577 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Set router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:49.273835 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '995d637a-66ff-49af-a62d-9d337b42673c', 'name': '', 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'mac_address': 'fa:16:3e:17:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:43Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 2, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'subnets': [{'id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:49.299586 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Checking router: bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:22:49.299931 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Updating router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 port 995d637a-66ff-49af-a62d-9d337b42673c binding host dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 14:22:49.324259 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:49.421306 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-577de028-ba61-4fb1-af7c-c7570330164b req-42416d20-5511-4c96-8817-b30520e6b28d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 210 time: 0.0490735 Nov 04 14:22:49.507578 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-ea638923-7ec4-419a-b94f-0599ae460f0e tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:49.509117 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-ea638923-7ec4-419a-b94f-0599ae460f0e tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "GET /v2.0/networks?id=110de749-7f7c-495d-a8d3-6475af2468c1 HTTP/1.1" status: 200 len: 809 time: 0.1536317 Nov 04 14:22:49.524113 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Request body: {'port': {'device_id': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1', 'admin_state_up': True, 'tenant_id': 'b7bc390f528244d5974fa216763d9520'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:49.603604 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Publish callbacks [] for port, precommit_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:49.699410 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:49.727640 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Made reservation on behalf of b7bc390f528244d5974fa216763d9520 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:22:49.732472 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:49.784741 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45e2d9-a1cd-46ac-8ad9-26ae5aba4cf9 None None] Pushing event updated for resources: {'Port': ['ID=995d637a-66ff-49af-a62d-9d337b42673c,revision_number=3']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:49.819948 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Attempting to bind port 995d637a-66ff-49af-a62d-9d337b42673c on host dv-cinder-815848-5-iscsi for vnic_type normal with profile {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:49.820409 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Attempting to bind port 995d637a-66ff-49af-a62d-9d337b42673c by drivers openvswitch,hyperv on host dv-cinder-815848-5-iscsi at level 0 using segments [{'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:49.820843 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Attempting to bind port 995d637a-66ff-49af-a62d-9d337b42673c on network ac87b353-000f-47cc-a65f-3bdcad671b35 {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:49.827227 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Checking agent: {'id': 'dfe9e52f-5c55-47c8-b7d6-349332c8a13c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 6, 39), 'started_at': datetime.datetime(2021, 11, 4, 14, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:49.827699 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Checking segment: {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:49.828165 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:49.828666 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Bound using segment: {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'} {{(pid=101612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:49.829203 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.managers [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Bound port: 995d637a-66ff-49af-a62d-9d337b42673c, host: dv-cinder-815848-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174f51a8-2b43-4406-bd98-d614520fa4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35'}}] {{(pid=101612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:49.829665 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:49.891080 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Allocated IP 172.20.0.11 (110de749-7f7c-495d-a8d3-6475af2468c1/39fd3081-c947-4b8b-ab80-31080e5d4b9d/680bc6af-dccd-45ef-96df-93348b3e43e6) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:22:49.898067 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] For port 995d637a-66ff-49af-a62d-9d337b42673c, host dv-cinder-815848-5-iscsi, cleared binding levels {{(pid=101612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:49.901402 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.plugins.ml2.db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] For port 995d637a-66ff-49af-a62d-9d337b42673c, host dv-cinder-815848-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=995d637a-66ff-49af-a62d-9d337b42673c,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:49.997107 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron_lib.callbacks.manager [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.008324 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 41bec463-c383-4967-9812-43e81c305998 up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:50.057976 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 41bec463-c383-4967-9812-43e81c305998 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:50.058672 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.059999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.066154 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Routers {'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:22:50.072959 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:22:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:50.075261 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45e2d9-a1cd-46ac-8ad9-26ae5aba4cf9 None None] Pushing event updated for resources: {'Port': ['ID=995d637a-66ff-49af-a62d-9d337b42673c,revision_number=4']} {{(pid=101612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:50.116623 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-b56e6398-b3e5-4fe6-b9c5-856d09cdbb3e None None] Provisioning complete for port 995d637a-66ff-49af-a62d-9d337b42673c triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:50.116991 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b56e6398-b3e5-4fe6-b9c5-856d09cdbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.192120 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.229334 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] Set router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:22:50.257445 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b56e6398-b3e5-4fe6-b9c5-856d09cdbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.258238 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Pushing event updated for resources: {'Port': ['ID=680bc6af-dccd-45ef-96df-93348b3e43e6,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:50.271254 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Network 110de749-7f7c-495d-a8d3-6475af2468c1 is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:22:50.272408 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:22:50.276000 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:22:50.304387 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-b56e6398-b3e5-4fe6-b9c5-856d09cdbb3e None None] For port 995d637a-66ff-49af-a62d-9d337b42673c, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=995d637a-66ff-49af-a62d-9d337b42673c,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:50.334743 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:50.335264 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.379798 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b56e6398-b3e5-4fe6-b9c5-856d09cdbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.404533 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-1d531bba-be8b-4edd-82c6-05f036d1df11 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8853517 Nov 04 14:22:50.419499 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Request body: {'port': {'device_id': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:22:50.434905 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e6398-b3e5-4fe6-b9c5-856d09cdbb3e None None] Pushing event updated for resources: {'Port': ['ID=995d637a-66ff-49af-a62d-9d337b42673c,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:50.487483 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.494401 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '995d637a-66ff-49af-a62d-9d337b42673c', 'name': '', 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'mac_address': 'fa:16:3e:17:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:43Z', 'updated_at': '2021-11-04T14:22:49Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'subnets': [{'id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:22:50.505070 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-3aa162e0-94b2-4b69-95ea-bf247158fd07 None None] Provisioning complete for port 995d637a-66ff-49af-a62d-9d337b42673c triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:50.505690 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-3aa162e0-94b2-4b69-95ea-bf247158fd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.529680 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dadf-d34f-41ee-97c0-ca7a8119b871 None None] The sync data for ids ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'] in dv-cinder-815848-5-iscsi is: [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:44Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '995d637a-66ff-49af-a62d-9d337b42673c', 'name': '', 'network_id': 'ac87b353-000f-47cc-a65f-3bdcad671b35', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'mac_address': 'fa:16:3e:17:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:43Z', 'updated_at': '2021-11-04T14:22:49Z', 'revision_number': 4, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'subnets': [{'id': 'b18ff26d-a8f8-43fe-8a94-02e35004fcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:22:50.605288 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce528c-3768-48f4-afe4-e99bd160c6bf req-6572d3aa-601c-4d2f-b1a3-80b369015803 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:50.606857 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-57ce528c-3768-48f4-afe4-e99bd160c6bf req-6572d3aa-601c-4d2f-b1a3-80b369015803 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 932 time: 0.0921612 Nov 04 14:22:50.725391 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-57ce528c-3768-48f4-afe4-e99bd160c6bf req-905fc8dd-257f-4eff-8ecd-6df1545971ad tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780766 Nov 04 14:22:50.851515 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680bc6af-dccd-45ef-96df-93348b3e43e6 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:22:50.859072 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:50.872162 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Transition to ACTIVE for port object 680bc6af-dccd-45ef-96df-93348b3e43e6 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:22:50.961359 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:51.021801 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Pushing event updated for resources: {'Port': ['ID=680bc6af-dccd-45ef-96df-93348b3e43e6,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:51.088748 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Attempting to bind port 680bc6af-dccd-45ef-96df-93348b3e43e6 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:22:51.089087 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Attempting to bind port 680bc6af-dccd-45ef-96df-93348b3e43e6 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:22:51.089422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Attempting to bind port 680bc6af-dccd-45ef-96df-93348b3e43e6 on network 110de749-7f7c-495d-a8d3-6475af2468c1 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:51.093820 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Port 680bc6af-dccd-45ef-96df-93348b3e43e6 on network 110de749-7f7c-495d-a8d3-6475af2468c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:22:51.094146 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Attempting to bind port 680bc6af-dccd-45ef-96df-93348b3e43e6 on network 110de749-7f7c-495d-a8d3-6475af2468c1 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:22:51.100002 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:22:51.100340 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Checking segment: {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:22:51.100725 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Bound using segment: {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:22:51.101160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Bound port: 680bc6af-dccd-45ef-96df-93348b3e43e6, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:22:51.101525 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:51.172566 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] For port 680bc6af-dccd-45ef-96df-93348b3e43e6, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:22:51.176328 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] For port 680bc6af-dccd-45ef-96df-93348b3e43e6, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=680bc6af-dccd-45ef-96df-93348b3e43e6,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:22:51.265391 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:51.300535 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.301278 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:51.302815 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] 10.222.0.107 "PUT /v2.0/ports/680bc6af-dccd-45ef-96df-93348b3e43e6 HTTP/1.1" status: 200 len: 1094 time: 0.8882256 Nov 04 14:22:51.303250 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'tag': '680bc6af-dccd-45ef-96df-93348b3e43e6'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:51.305576 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a817ea59-66f1-4140-93d0-f80e91ddf7df" -d '{"events": [{"name": "network-changed", "server_uuid": "dc30a9a5-3819-4ba4-bbfe-39b18d520e69", "tag": "680bc6af-dccd-45ef-96df-93348b3e43e6"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:51.331775 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347041a-d5d7-4ff5-99ef-b1f491c7441f service neutron] Pushing event updated for resources: {'Port': ['ID=680bc6af-dccd-45ef-96df-93348b3e43e6,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:51.345173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f8dbb-b52a-4bb3-93ad-2c38dfd579aa x-openstack-request-id: req-030f8dbb-b52a-4bb3-93ad-2c38dfd579aa {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:51.345173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc30a9a5-3819-4ba4-bbfe-39b18d520e69", "tag": "680bc6af-dccd-45ef-96df-93348b3e43e6", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:51.345173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-030f8dbb-b52a-4bb3-93ad-2c38dfd579aa {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:51.345173 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'tag': '680bc6af-dccd-45ef-96df-93348b3e43e6', 'status': 'completed', 'code': 200} Nov 04 14:22:51.410284 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817ea59-66f1-4140-93d0-f80e91ddf7df req-dce4f545-7d8b-4754-9041-5927913a53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.411814 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a817ea59-66f1-4140-93d0-f80e91ddf7df req-dce4f545-7d8b-4754-9041-5927913a53e7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7bc390f528244d5974fa216763d9520&device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 1097 time: 0.0440512 Nov 04 14:22:51.511402 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817ea59-66f1-4140-93d0-f80e91ddf7df req-b4cb242e-de5a-49ed-8b83-5f00c33ca9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.512896 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a817ea59-66f1-4140-93d0-f80e91ddf7df req-b4cb242e-de5a-49ed-8b83-5f00c33ca9c6 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=b7bc390f528244d5974fa216763d9520&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0929980 Nov 04 14:22:51.614177 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817ea59-66f1-4140-93d0-f80e91ddf7df req-49f971ea-04ee-49fa-a50c-31d4221ff97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.615677 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a817ea59-66f1-4140-93d0-f80e91ddf7df req-49f971ea-04ee-49fa-a50c-31d4221ff97d service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951047 Nov 04 14:22:51.692011 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-92a9404f-cc35-4330-8fbc-3b99a523b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.693491 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-92a9404f-cc35-4330-8fbc-3b99a523b91f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7bc390f528244d5974fa216763d9520&device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 1097 time: 0.0401568 Nov 04 14:22:51.735233 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-e81caed8-2716-4886-b5bc-36e54d121ab9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=680bc6af-dccd-45ef-96df-93348b3e43e6 HTTP/1.1" status: 200 len: 217 time: 0.0334809 Nov 04 14:22:51.789080 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-22fdd7b8-6f5c-4805-8cc0-33bcb1b93108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.790733 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-22fdd7b8-6f5c-4805-8cc0-33bcb1b93108 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=39fd3081-c947-4b8b-ab80-31080e5d4b9d HTTP/1.1" status: 200 len: 849 time: 0.0484524 Nov 04 14:22:51.831523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-5b4a867e-59b8-4310-9f0c-a370dd114fa0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=110de749-7f7c-495d-a8d3-6475af2468c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329125 Nov 04 14:22:51.929187 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16c2f-0b66-42cb-bdbc-fcfbb3f90dbf req-2f54879c-c82e-4171-9fa4-9b748f0a9fc0 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:51.930769 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-47c16c2f-0b66-42cb-bdbc-fcfbb3f90dbf req-2f54879c-c82e-4171-9fa4-9b748f0a9fc0 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 944 time: 0.1221480 Nov 04 14:22:51.970523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-fa0d7c73-90f2-4163-8345-5c8c0cc1fe32 service neutron] 10.222.0.107 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220641 Nov 04 14:22:52.025718 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 995d637a-66ff-49af-a62d-9d337b42673c up at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:52.047105 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-47c16c2f-0b66-42cb-bdbc-fcfbb3f90dbf req-d85e75c5-f161-4686-aa9d-c4106f4977e0 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051390 Nov 04 14:22:52.086084 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Provisioning complete for port 995d637a-66ff-49af-a62d-9d337b42673c triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:52.086370 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96685876-82f4-415b-9f47-8d5eca1fbed2 req-f148f474-32c6-423f-8e89-ac5cf60136fe service neutron] 10.222.0.107 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079924 Nov 04 14:22:52.086654 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:53.176206 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032373-998d-4d5e-8417-e9fdb82c8e0a req-5565de68-04d0-43bd-a616-91f0d42d581e tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:53.177716 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-27032373-998d-4d5e-8417-e9fdb82c8e0a req-5565de68-04d0-43bd-a616-91f0d42d581e tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 944 time: 0.0525422 Nov 04 14:22:53.226471 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-27032373-998d-4d5e-8417-e9fdb82c8e0a req-c71f5724-ff19-4cbf-806a-49b1a17ec706 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Nov 04 14:22:54.342481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55ddb4-e182-4833-97eb-b8436f6eef53 req-f97eab5f-9bcd-43ac-a4d7-685edcc19936 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:54.343963 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7d55ddb4-e182-4833-97eb-b8436f6eef53 req-f97eab5f-9bcd-43ac-a4d7-685edcc19936 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 944 time: 0.0481815 Nov 04 14:22:54.391350 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7d55ddb4-e182-4833-97eb-b8436f6eef53 req-df423761-a10f-43db-ad18-9bb2071dad13 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Nov 04 14:22:55.508222 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3525c-dc53-402a-8dc1-d574ffe62d06 req-4499295f-6024-4a49-9111-e0b8df566988 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:55.509672 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8d3525c-dc53-402a-8dc1-d574ffe62d06 req-4499295f-6024-4a49-9111-e0b8df566988 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 944 time: 0.0508749 Nov 04 14:22:55.556088 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a8d3525c-dc53-402a-8dc1-d574ffe62d06 req-393c24bc-49e6-402c-a904-15ccbaab6231 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Nov 04 14:22:55.664990 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 680bc6af-dccd-45ef-96df-93348b3e43e6 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:22:55.761600 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 680bc6af-dccd-45ef-96df-93348b3e43e6, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=680bc6af-dccd-45ef-96df-93348b3e43e6,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:55.772765 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '680bc6af-dccd-45ef-96df-93348b3e43e6', 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1', 'port_id': '680bc6af-dccd-45ef-96df-93348b3e43e6', 'mac_address': 'fa:16:3e:94:c0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fd3081-c947-4b8b-ab80-31080e5d4b9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:22:55.810933 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:55.825415 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680bc6af-dccd-45ef-96df-93348b3e43e6 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:22:55.845363 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 680bc6af-dccd-45ef-96df-93348b3e43e6, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=680bc6af-dccd-45ef-96df-93348b3e43e6,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:55.916198 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:55.969710 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=680bc6af-dccd-45ef-96df-93348b3e43e6,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:56.133866 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['680bc6af-dccd-45ef-96df-93348b3e43e6'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:22:56.402292 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:56.669973 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea47f-98c2-4638-ad55-1fd5216a71e9 req-50c45822-8d65-49e5-811e-3e795a1e5942 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:56.671440 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-980ea47f-98c2-4638-ad55-1fd5216a71e9 req-50c45822-8d65-49e5-811e-3e795a1e5942 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 945 time: 0.0475745 Nov 04 14:22:56.718933 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-980ea47f-98c2-4638-ad55-1fd5216a71e9 req-4dce1d93-7781-4846-b663-0e8ae004a1d3 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Nov 04 14:22:57.680564 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 680bc6af-dccd-45ef-96df-93348b3e43e6 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:22:57.784728 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 680bc6af-dccd-45ef-96df-93348b3e43e6 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:22:57.788712 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 680bc6af-dccd-45ef-96df-93348b3e43e6 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:22:57.789080 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:57.836956 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9efc-8b55-4be2-bc06-4093d7e93ab6 req-ea3f1c25-a7fa-4fe9-95ef-09ba0a8676e5 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:57.838818 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9fae9efc-8b55-4be2-bc06-4093d7e93ab6 req-ea3f1c25-a7fa-4fe9-95ef-09ba0a8676e5 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 945 time: 0.0499630 Nov 04 14:22:57.871168 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:57.890106 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9fae9efc-8b55-4be2-bc06-4093d7e93ab6 req-473c2352-c3c0-423a-b8c7-6595054ae218 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Nov 04 14:22:57.894250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680bc6af-dccd-45ef-96df-93348b3e43e6'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:22:57.896638 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b3444d-6161-4a10-bc07-58b0573b095b" -d '{"events": [{"server_uuid": "dc30a9a5-3819-4ba4-bbfe-39b18d520e69", "name": "network-vif-plugged", "status": "completed", "tag": "680bc6af-dccd-45ef-96df-93348b3e43e6"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:22:57.912308 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 680bc6af-dccd-45ef-96df-93348b3e43e6, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=680bc6af-dccd-45ef-96df-93348b3e43e6,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:22:57.939424 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c5e52-663d-4563-9357-adcbffaad73e x-openstack-request-id: req-c46c5e52-663d-4563-9357-adcbffaad73e {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:22:57.939424 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc30a9a5-3819-4ba4-bbfe-39b18d520e69", "name": "network-vif-plugged", "status": "completed", "tag": "680bc6af-dccd-45ef-96df-93348b3e43e6", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:22:57.939424 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c46c5e52-663d-4563-9357-adcbffaad73e {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:22:57.939424 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680bc6af-dccd-45ef-96df-93348b3e43e6', 'code': 200} Nov 04 14:22:57.974301 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:22:58.024044 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=680bc6af-dccd-45ef-96df-93348b3e43e6,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:22:58.204336 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6eb86-bbcf-4e19-9bc7-0c8e81209b0c req-041be96b-3095-42d2-b489-67f37f641c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:58.205777 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2dc6eb86-bbcf-4e19-9bc7-0c8e81209b0c req-041be96b-3095-42d2-b489-67f37f641c9f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 1099 time: 0.0382040 Nov 04 14:22:58.252427 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2dc6eb86-bbcf-4e19-9bc7-0c8e81209b0c req-5db90af1-b9e6-41ee-b1cb-108a47c5a515 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Nov 04 14:22:59.007499 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104c5b-cf26-4676-8caa-63b74b0c3d85 req-ab3a8856-a25e-4bcb-81d3-df14b61ab9ea tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:22:59.008982 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7104c5b-cf26-4676-8caa-63b74b0c3d85 req-ab3a8856-a25e-4bcb-81d3-df14b61ab9ea tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 946 time: 0.0503268 Nov 04 14:22:59.057435 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c7104c5b-cf26-4676-8caa-63b74b0c3d85 req-d4b91b3f-4659-4bef-9c5b-7d1f38c11aec tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Nov 04 14:23:00.185351 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04af06-e2b3-4086-85f5-1a12338744aa req-41f2321e-397b-4baa-870a-5cceaca43257 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:00.186895 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-df04af06-e2b3-4086-85f5-1a12338744aa req-41f2321e-397b-4baa-870a-5cceaca43257 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 946 time: 0.0510807 Nov 04 14:23:00.236737 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-df04af06-e2b3-4086-85f5-1a12338744aa req-fdb91b63-47b2-445e-a0fa-124cffade92c tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Nov 04 14:23:01.555127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b50ea-7b66-4980-90f3-7d1769bc3cb6 req-880588a6-efb4-4630-9a5d-01b067909cd6 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:01.556628 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-677b50ea-7b66-4980-90f3-7d1769bc3cb6 req-880588a6-efb4-4630-9a5d-01b067909cd6 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 946 time: 0.0485759 Nov 04 14:23:01.602793 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-677b50ea-7b66-4980-90f3-7d1769bc3cb6 req-450443a1-9732-41d5-a457-3ac3500521cd tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Nov 04 14:23:02.719491 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f518c5-a6aa-4d87-b2b1-8a694203dc98 req-29d8be24-d5bd-4cb8-bded-224a262d2d5f tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:02.720951 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e3f518c5-a6aa-4d87-b2b1-8a694203dc98 req-29d8be24-d5bd-4cb8-bded-224a262d2d5f tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 946 time: 0.0508406 Nov 04 14:23:02.765983 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e3f518c5-a6aa-4d87-b2b1-8a694203dc98 req-601fb65d-3086-48c5-b017-4c97913418b0 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Nov 04 14:23:02.915928 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e91acbad-a660-4c89-bb37-02315a84a59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:02.951412 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-1e80833d-238e-4d50-90cd-6ee179ed072d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:02.952824 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-1e80833d-238e-4d50-90cd-6ee179ed072d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 946 time: 0.0473318 Nov 04 14:23:03.040285 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Deleting port 680bc6af-dccd-45ef-96df-93348b3e43e6 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:23:03.040622 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:03.135122 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] For port 680bc6af-dccd-45ef-96df-93348b3e43e6, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=680bc6af-dccd-45ef-96df-93348b3e43e6,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:03.135487 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:03.148266 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Calling delete_port for 680bc6af-dccd-45ef-96df-93348b3e43e6 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:23:03.351510 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:03.371651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['680bc6af-dccd-45ef-96df-93348b3e43e6'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:23:03.385229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Pushing event deleted for resources: {'Port': ['ID=680bc6af-dccd-45ef-96df-93348b3e43e6,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:03.422350 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] No DVR routers for this DVR port 680bc6af-dccd-45ef-96df-93348b3e43e6 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:23:03.424844 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:03.428839 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21ea1961-7dec-4982-8174-b61ebd8037b1 req-be6e139a-b78b-4f3b-93c3-ecc7a12cd594 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "DELETE /v2.0/ports/680bc6af-dccd-45ef-96df-93348b3e43e6 HTTP/1.1" status: 204 len: 173 time: 0.4688513 Nov 04 14:23:03.429302 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'name': 'network-vif-deleted', 'tag': '680bc6af-dccd-45ef-96df-93348b3e43e6'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:03.431495 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f8f35-1286-4dcf-a644-bb1a1e7f32e9" -d '{"events": [{"server_uuid": "dc30a9a5-3819-4ba4-bbfe-39b18d520e69", "name": "network-vif-deleted", "tag": "680bc6af-dccd-45ef-96df-93348b3e43e6"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:03.467097 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8791a0a0-8b8a-4b11-9975-c827d5ec2dbc x-openstack-request-id: req-8791a0a0-8b8a-4b11-9975-c827d5ec2dbc {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:03.467390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc30a9a5-3819-4ba4-bbfe-39b18d520e69", "name": "network-vif-deleted", "tag": "680bc6af-dccd-45ef-96df-93348b3e43e6", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:03.467641 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8791a0a0-8b8a-4b11-9975-c827d5ec2dbc {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:03.468085 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc30a9a5-3819-4ba4-bbfe-39b18d520e69', 'name': 'network-vif-deleted', 'tag': '680bc6af-dccd-45ef-96df-93348b3e43e6', 'status': 'completed', 'code': 200} Nov 04 14:23:03.872301 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0fa78a43-477d-4202-b33e-8d0dfc1ba00e req-4e4febea-fba9-430f-a14e-27540835a56f tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc30a9a5-3819-4ba4-bbfe-39b18d520e69 HTTP/1.1" status: 200 len: 210 time: 0.0276983 Nov 04 14:23:05.124410 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-9b505f32-2f67-44bf-b200-8ec08cd383f9 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:05.125909 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-9b505f32-2f67-44bf-b200-8ec08cd383f9 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/networks?id=110de749-7f7c-495d-a8d3-6475af2468c1 HTTP/1.1" status: 200 len: 809 time: 0.1008070 Nov 04 14:23:05.141838 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-e1147b54-03a8-4a99-bf9e-208cc2fdeac4 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/quotas/b7bc390f528244d5974fa216763d9520 HTTP/1.1" status: 200 len: 375 time: 0.0092850 Nov 04 14:23:05.172297 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-5ba8edb9-9a01-4a07-b354-dc53b930f160 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b7bc390f528244d5974fa216763d9520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244927 Nov 04 14:23:05.224391 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e0f78ada-ba7f-4ad2-8d0c-013a7e0f3751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:05.266490 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-ca8501a6-fc5e-4f0c-9075-54ecf31fb59c service neutron] 10.222.0.74 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Nov 04 14:23:05.354793 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-29961961-0afc-4073-8704-b5781ab67288 service neutron] 10.222.0.74 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815675 Nov 04 14:23:05.603718 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d02a9b2e-91a5-41c6-bb48-66d3b777fe70 req-eede1c7d-aa87-46e6-bede-35b213fd8218 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 210 time: 0.0368943 Nov 04 14:23:05.657240 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-4891a0b9-2fe8-487f-a956-3d714c5a359b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402241640&fields=id&tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 267 time: 0.0439167 Nov 04 14:23:05.695764 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 680bc6af-dccd-45ef-96df-93348b3e43e6 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:23:05.718165 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 680bc6af-dccd-45ef-96df-93348b3e43e6 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:23:05.718529 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 680bc6af-dccd-45ef-96df-93348b3e43e6 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:23:05.762545 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-03ed890b-99ff-4c76-85c8-055ac4efa7fc tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:05.764010 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-03ed890b-99ff-4c76-85c8-055ac4efa7fc tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 812 time: 0.0995865 Nov 04 14:23:05.779123 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-4ab983da-2f7a-4508-96f5-52683959c165 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/quotas/f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 375 time: 0.0094407 Nov 04 14:23:05.832366 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-dbb2889a-7201-4591-a959-aafdbb15e4ac tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478959 Nov 04 14:23:05.927357 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-db485571-efd2-4acf-bada-65ad2db6b51e service neutron] 10.222.0.74 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823216 Nov 04 14:23:06.020972 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-68922323-e8fd-48a9-be6f-3407ae125523 service neutron] 10.222.0.74 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Nov 04 14:23:06.630462 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:06.702609 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4d214283-9fed-4664-aae5-6d9c0efafdb6 req-a62b7f1b-ec0b-40a4-8c53-3097eb302319 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 210 time: 0.0400877 Nov 04 14:23:06.719598 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-52d2e98a-0b6b-4b5c-8559-f96dd129e6ef req-52ce70c5-e506-4497-9695-c27494b9b1cd tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 210 time: 0.0438511 Nov 04 14:23:07.470690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-3f7d72b4-beba-43db-a89a-1f2e0100745f tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:07.472227 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-3f7d72b4-beba-43db-a89a-1f2e0100745f tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "GET /v2.0/networks?id=110de749-7f7c-495d-a8d3-6475af2468c1 HTTP/1.1" status: 200 len: 809 time: 0.1289372 Nov 04 14:23:07.488664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Request body: {'port': {'device_id': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1', 'admin_state_up': True, 'tenant_id': 'b7bc390f528244d5974fa216763d9520'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:07.664733 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Made reservation on behalf of b7bc390f528244d5974fa216763d9520 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:23:07.668374 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:07.814221 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:07.854248 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9a0ff978-4d31-4e81-bb40-44b2ac04ee6c req-e06cd602-c451-432e-be8e-2556751c5ed3 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 210 time: 0.0521162 Nov 04 14:23:07.855407 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Allocated IP 172.20.0.4 (110de749-7f7c-495d-a8d3-6475af2468c1/39fd3081-c947-4b8b-ab80-31080e5d4b9d/852d30ee-2f0e-401e-8975-7cb0f62d849e) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:23:07.858788 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-188aa13f-4db9-405f-8c16-fbf71e4edf87 req-bc0192eb-b086-4967-be1a-dc4274a09dd1 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 210 time: 0.0450478 Nov 04 14:23:08.019640 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:08.117481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:08.159620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Network 110de749-7f7c-495d-a8d3-6475af2468c1 is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:23:08.164601 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:23:08.166983 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:23:08.197564 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Pushing event updated for resources: {'Port': ['ID=852d30ee-2f0e-401e-8975-7cb0f62d849e,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:08.222194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:08.222823 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:08.306827 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64c771c0-e812-4690-be73-9a1925ad9a5b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252168 Nov 04 14:23:08.323473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Request body: {'port': {'device_id': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:08.697624 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:08.733290 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:08.764016 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-d5da1888-086f-4a3e-941b-44c35ecf98ea tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:08.765431 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-d5da1888-086f-4a3e-941b-44c35ecf98ea tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 812 time: 0.1629915 Nov 04 14:23:08.912751 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-61b8d199-5b8f-4520-8b86-1fff80490810 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 379 time: 0.1350901 Nov 04 14:23:08.941659 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'port': {'device_id': '6d841ae7-b81d-4319-8e62-72c604bef577', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'admin_state_up': True, 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'security_groups': ['b0fc32b6-a9c2-4fc2-97a6-531915144bc1']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:09.003013 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5ecba388-50e3-4eb9-900e-cd6e5ad3b1fa req-05bcde53-d9ba-4799-82c5-96078f2380e5 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 210 time: 0.0650301 Nov 04 14:23:09.131042 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718d21-7dbd-480a-ab92-7e9a146d4e05 req-9ca3e07e-8635-4825-bd67-73aac3c66944 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:09.132525 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0718d21-7dbd-480a-ab92-7e9a146d4e05 req-9ca3e07e-8635-4825-bd67-73aac3c66944 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 931 time: 0.1652317 Nov 04 14:23:09.232884 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852d30ee-2f0e-401e-8975-7cb0f62d849e {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:23:09.245664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.259809 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0718d21-7dbd-480a-ab92-7e9a146d4e05 req-5f3d8f75-ae3f-4441-ab85-8be14964019e tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193709 Nov 04 14:23:09.264275 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Transition to ACTIVE for port object 852d30ee-2f0e-401e-8975-7cb0f62d849e will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:23:09.355882 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Made reservation on behalf of f9e0985dbcee432b8bcbd3d28f6a8f6b for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:23:09.359473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.410446 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.485732 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Pushing event updated for resources: {'Port': ['ID=852d30ee-2f0e-401e-8975-7cb0f62d849e,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:09.571000 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Allocated IP 172.20.0.14 (475103d3-b277-4fbf-aa39-aa8484a7d4ee/bdcd14ed-6696-4635-b5d4-02cdccb890da/7f1cbcf8-f8aa-4f65-b59e-79711052aba3) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:23:09.597507 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Attempting to bind port 852d30ee-2f0e-401e-8975-7cb0f62d849e on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:23:09.597935 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Attempting to bind port 852d30ee-2f0e-401e-8975-7cb0f62d849e by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:23:09.598278 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Attempting to bind port 852d30ee-2f0e-401e-8975-7cb0f62d849e on network 110de749-7f7c-495d-a8d3-6475af2468c1 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:23:09.611124 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Port 852d30ee-2f0e-401e-8975-7cb0f62d849e on network 110de749-7f7c-495d-a8d3-6475af2468c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:23:09.611447 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Attempting to bind port 852d30ee-2f0e-401e-8975-7cb0f62d849e on network 110de749-7f7c-495d-a8d3-6475af2468c1 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:23:09.623252 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:23:09.623585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Checking segment: {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:23:09.623963 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Bound using segment: {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:23:09.624393 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Bound port: 852d30ee-2f0e-401e-8975-7cb0f62d849e, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:23:09.624748 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.761066 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] For port 852d30ee-2f0e-401e-8975-7cb0f62d849e, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:23:09.765889 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] For port 852d30ee-2f0e-401e-8975-7cb0f62d849e, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=852d30ee-2f0e-401e-8975-7cb0f62d849e,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:23:09.777723 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.820136 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.855891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:09.856604 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.857939 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] 10.222.0.107 "PUT /v2.0/ports/852d30ee-2f0e-401e-8975-7cb0f62d849e HTTP/1.1" status: 200 len: 1093 time: 1.5417056 Nov 04 14:23:09.858399 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'tag': '852d30ee-2f0e-401e-8975-7cb0f62d849e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:09.860679 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae31392-fb3e-4fa0-af39-4610240900aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb7a18a-d88f-4978-b4c1-ca353e83f30a", "tag": "852d30ee-2f0e-401e-8975-7cb0f62d849e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:09.879888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:09.898278 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Pushing event updated for resources: {'Port': ['ID=852d30ee-2f0e-401e-8975-7cb0f62d849e,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:09.902462 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7188b3-d205-413c-9792-5f34fefc49e9 x-openstack-request-id: req-7d7188b3-d205-413c-9792-5f34fefc49e9 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:09.906943 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb7a18a-d88f-4978-b4c1-ca353e83f30a", "tag": "852d30ee-2f0e-401e-8975-7cb0f62d849e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:09.906943 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d7188b3-d205-413c-9792-5f34fefc49e9 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:09.906943 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'tag': '852d30ee-2f0e-401e-8975-7cb0f62d849e', 'status': 'completed', 'code': 200} Nov 04 14:23:09.913422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.914035 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.914151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.914517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.914858 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.915194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.915532 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.915868 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.916201 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.916531 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.916861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.917190 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6010c74c-de1c-4b07-9e98-52d0fd9f9054 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:09.921769 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:23:09.926021 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:23:09.954177 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:23:10.026991 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:10.039340 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.040143 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:10.050513 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae31392-fb3e-4fa0-af39-4610240900aa req-f451fa1a-0162-4d76-b62a-31426e1c3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.052117 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ae31392-fb3e-4fa0-af39-4610240900aa req-f451fa1a-0162-4d76-b62a-31426e1c3db3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7bc390f528244d5974fa216763d9520&device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 1096 time: 0.1225202 Nov 04 14:23:10.146515 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-23de6865-5c8b-4cdc-86bd-a45c75101c84 None None] Provisioning complete for port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:23:10.147114 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-23de6865-5c8b-4cdc-86bd-a45c75101c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:10.147801 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-67d1ee60-15d9-45b7-abd5-02ebdd6c4f0f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2109721 Nov 04 14:23:10.165906 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Request body: {'port': {'device_id': '6d841ae7-b81d-4319-8e62-72c604bef577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:10.181604 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-23de6865-5c8b-4cdc-86bd-a45c75101c84 None None] Port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:23:10.242514 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782408ba-cfdc-4de2-8278-3551a582b34b req-cf3957e6-ac7f-441a-9e3a-0fc45d67278b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.243994 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-782408ba-cfdc-4de2-8278-3551a582b34b req-cf3957e6-ac7f-441a-9e3a-0fc45d67278b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 932 time: 0.1584930 Nov 04 14:23:10.253951 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae31392-fb3e-4fa0-af39-4610240900aa req-b6a3355a-5eb2-4eb4-984e-9a0e7a1651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.255339 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ae31392-fb3e-4fa0-af39-4610240900aa req-b6a3355a-5eb2-4eb4-984e-9a0e7a1651f1 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=b7bc390f528244d5974fa216763d9520&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1955447 Nov 04 14:23:10.264349 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:10.419061 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-782408ba-cfdc-4de2-8278-3551a582b34b req-90efa09d-14f3-40e5-8c15-92b1ae4c6609 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662414 Nov 04 14:23:10.512008 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae31392-fb3e-4fa0-af39-4610240900aa req-ae4bc359-1d01-4794-8c44-f1d23ad80186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.513489 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7ae31392-fb3e-4fa0-af39-4610240900aa req-ae4bc359-1d01-4794-8c44-f1d23ad80186 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509282 Nov 04 14:23:10.526871 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283fa9-4544-4c21-bd4d-e88558bd6e32 req-5d507015-eefa-442d-98dd-42941b2addaf tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.528318 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-05283fa9-4544-4c21-bd4d-e88558bd6e32 req-5d507015-eefa-442d-98dd-42941b2addaf tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 943 time: 0.1811328 Nov 04 14:23:10.658137 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-05283fa9-4544-4c21-bd4d-e88558bd6e32 req-277a65d5-03a6-4600-96c4-36eb2969f107 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215818 Nov 04 14:23:10.668212 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-15cfaf9a-149c-4bd2-8085-423093c3e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.669656 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-15cfaf9a-149c-4bd2-8085-423093c3e74d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7bc390f528244d5974fa216763d9520&device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 1096 time: 0.1156523 Nov 04 14:23:10.721988 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-64a80a0a-94a3-41f5-99a4-1ef6f02d198e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=852d30ee-2f0e-401e-8975-7cb0f62d849e HTTP/1.1" status: 200 len: 217 time: 0.0434468 Nov 04 14:23:10.806747 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:23:10.813773 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-5e1613ac-bf45-4542-b347-a0a015745475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:10.815279 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-5e1613ac-bf45-4542-b347-a0a015745475 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=39fd3081-c947-4b8b-ab80-31080e5d4b9d HTTP/1.1" status: 200 len: 849 time: 0.0856626 Nov 04 14:23:10.817006 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:10.850700 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Transition to ACTIVE for port object 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:23:10.852850 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-99948661-99dd-44c7-a709-ad082a39b5b7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=110de749-7f7c-495d-a8d3-6475af2468c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294528 Nov 04 14:23:10.930948 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:10.970783 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-18dade45-6a31-4e13-8447-f3aa042be632 service neutron] 10.222.0.107 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110704 Nov 04 14:23:11.020242 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:11.134976 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ba3afec-ef5f-41a3-8958-9a6bc49431b7 req-043caf43-b35c-410a-8fec-84c2faa7f182 service neutron] 10.222.0.107 "GET /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558914 Nov 04 14:23:11.135775 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Attempting to bind port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:23:11.136112 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Attempting to bind port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:23:11.136444 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Attempting to bind port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:23:11.140792 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:23:11.141117 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Attempting to bind port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:23:11.145931 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:23:11.146914 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Checking segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:23:11.147208 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Bound using segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:23:11.147639 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Bound port: 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:23:11.147999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:11.222103 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] For port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:23:11.225941 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] For port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:23:11.304567 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:11.338662 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:11.339282 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:11.340651 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] 10.222.0.107 "PUT /v2.0/ports/7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 200 len: 1094 time: 1.1832900 Nov 04 14:23:11.362324 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272fa6-829a-4e34-8f44-d06dec864569 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:11.518513 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-5a97b491-f6d2-4a9e-824a-662bbb09c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:11.520005 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-5a97b491-f6d2-4a9e-824a-662bbb09c41b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1097 time: 0.0689180 Nov 04 14:23:11.571529 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f56d0-8e89-4ace-9b52-39382a9b891b req-1d499a32-3b09-4d49-ae21-5a517a2d7d19 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:11.573008 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf4f56d0-8e89-4ace-9b52-39382a9b891b req-1d499a32-3b09-4d49-ae21-5a517a2d7d19 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0835352 Nov 04 14:23:11.574209 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-b6a39205-0790-4b69-8341-4254a4bd893b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 200 len: 217 time: 0.0443332 Nov 04 14:23:11.654062 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-324e91dc-0847-4544-a367-439dbc7f8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:11.655449 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-324e91dc-0847-4544-a367-439dbc7f8978 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0705354 Nov 04 14:23:11.660318 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf4f56d0-8e89-4ace-9b52-39382a9b891b req-4444305f-9055-47c8-98ae-b37fb76b493b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816078 Nov 04 14:23:11.701974 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-af50b7ef-8466-45ec-a480-076f5ee813cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:11.703539 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-af50b7ef-8466-45ec-a480-076f5ee813cf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398166 Nov 04 14:23:11.817010 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00591216-4b42-41df-9aa7-c1455e264e32 req-27f3aa85-8100-4f59-b4e8-90401a8ef75b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:11.819067 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-00591216-4b42-41df-9aa7-c1455e264e32 req-27f3aa85-8100-4f59-b4e8-90401a8ef75b tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 943 time: 0.0907106 Nov 04 14:23:11.839054 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-c255bf20-0ba6-47d1-84f0-d7d6179efeb4 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277285 Nov 04 14:23:11.908736 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:11.910946 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee000092-e794-4d09-83f3-d058226654c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:11.928994 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-00591216-4b42-41df-9aa7-c1455e264e32 req-46c3da54-d118-4ee1-bff2-88323fd4d3e0 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012406 Nov 04 14:23:11.954226 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34464373-61a2-4ac6-9081-631c7617828d x-openstack-request-id: req-34464373-61a2-4ac6-9081-631c7617828d {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:11.954849 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:11.954849 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34464373-61a2-4ac6-9081-631c7617828d {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:11.955193 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'status': 'completed', 'code': 200} Nov 04 14:23:11.960869 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ee87c1-0e85-498f-8829-be534d18c786 req-beecabf3-2e63-4564-bf79-e1c3692595b1 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142159 Nov 04 14:23:12.143708 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000092-e794-4d09-83f3-d058226654c1 req-3699adf9-84cd-45fe-9e54-7626cb4635e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:12.145051 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-3699adf9-84cd-45fe-9e54-7626cb4635e4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1097 time: 0.0396981 Nov 04 14:23:12.234003 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000092-e794-4d09-83f3-d058226654c1 req-075ea237-cdcc-4e2e-af88-5209c6172604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:12.235466 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-075ea237-cdcc-4e2e-af88-5209c6172604 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0834780 Nov 04 14:23:12.538245 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-98dfc2e7-843f-4bb9-a79c-658d973536c7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 200 len: 217 time: 0.2938700 Nov 04 14:23:12.585819 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000092-e794-4d09-83f3-d058226654c1 req-828adff6-136c-4df9-8b5f-441e94ad2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:12.587517 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-828adff6-136c-4df9-8b5f-441e94ad2447 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0423677 Nov 04 14:23:12.635643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000092-e794-4d09-83f3-d058226654c1 req-fd404b4b-6b13-439f-9c0d-466ffbdadcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:12.637089 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-fd404b4b-6b13-439f-9c0d-466ffbdadcbe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408778 Nov 04 14:23:12.726059 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-889b0675-2993-48f0-9df6-95e9620e304a service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810661 Nov 04 14:23:12.827927 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1162cb-9a31-49d8-b59c-c2a9199df5d0 req-f9a09a57-d1ea-44ff-b2d9-59164895ae20 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:12.829411 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1162cb-9a31-49d8-b59c-c2a9199df5d0 req-f9a09a57-d1ea-44ff-b2d9-59164895ae20 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.1024508 Nov 04 14:23:12.861837 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ee000092-e794-4d09-83f3-d058226654c1 req-9764e12d-c404-4145-8e10-47cf7b3fd5de service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269138 Nov 04 14:23:12.890010 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0f1162cb-9a31-49d8-b59c-c2a9199df5d0 req-7701b9e3-8a7e-4d33-ae8e-b090007b6c08 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536172 Nov 04 14:23:13.044392 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c817a9-d704-4005-a35f-692cfa006bdc req-9dd7fb54-ec31-4299-9e52-98afaa58163d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:13.045881 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96c817a9-d704-4005-a35f-692cfa006bdc req-9dd7fb54-ec31-4299-9e52-98afaa58163d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 943 time: 0.0479481 Nov 04 14:23:13.095935 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-96c817a9-d704-4005-a35f-692cfa006bdc req-38012dd5-7379-4908-ab92-4052b4c0b7aa tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Nov 04 14:23:13.758164 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 852d30ee-2f0e-401e-8975-7cb0f62d849e details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:23:13.850651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 852d30ee-2f0e-401e-8975-7cb0f62d849e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=852d30ee-2f0e-401e-8975-7cb0f62d849e,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:13.861455 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '852d30ee-2f0e-401e-8975-7cb0f62d849e', 'network_id': '110de749-7f7c-495d-a8d3-6475af2468c1', 'port_id': '852d30ee-2f0e-401e-8975-7cb0f62d849e', 'mac_address': 'fa:16:3e:53:b8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fd3081-c947-4b8b-ab80-31080e5d4b9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:23:13.900962 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:13.912957 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852d30ee-2f0e-401e-8975-7cb0f62d849e {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:23:13.931597 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 852d30ee-2f0e-401e-8975-7cb0f62d849e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=852d30ee-2f0e-401e-8975-7cb0f62d849e,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:14.001170 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c7858-e53c-478e-86e8-7ba4c647c282 req-98a782a3-0020-4d8f-ba23-b5d1671b4e90 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:14.002647 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f67c7858-e53c-478e-86e8-7ba4c647c282 req-98a782a3-0020-4d8f-ba23-b5d1671b4e90 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0478013 Nov 04 14:23:14.007572 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:14.054996 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f67c7858-e53c-478e-86e8-7ba4c647c282 req-5bcf0b63-e740-4cee-a62a-73902b132f95 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454512 Nov 04 14:23:14.056845 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=852d30ee-2f0e-401e-8975-7cb0f62d849e,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:14.198601 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['852d30ee-2f0e-401e-8975-7cb0f62d849e'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:23:14.206054 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f8e82-8d96-4a93-a210-b80a4c6d2729 req-77db1d5d-4c0c-40ef-af13-d42afc640205 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:14.207557 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9e6f8e82-8d96-4a93-a210-b80a4c6d2729 req-77db1d5d-4c0c-40ef-af13-d42afc640205 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 944 time: 0.0472820 Nov 04 14:23:14.254945 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-9e6f8e82-8d96-4a93-a210-b80a4c6d2729 req-deab7061-4d1a-416f-b778-f42686fcc323 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Nov 04 14:23:15.172670 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209e6d9-1f52-4010-8a5b-625d132db1d1 req-3c09ed82-317f-4a66-b7fd-85d5a2cbd323 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:15.174133 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6209e6d9-1f52-4010-8a5b-625d132db1d1 req-3c09ed82-317f-4a66-b7fd-85d5a2cbd323 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0508490 Nov 04 14:23:15.222564 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6209e6d9-1f52-4010-8a5b-625d132db1d1 req-0d20a8eb-3514-43a7-8fae-bdb58ca57513 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Nov 04 14:23:15.368984 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4caa2-4446-4f21-8b62-4ef2dbdc843f req-666828d5-0c5e-4be3-8d67-f2a8601fb54d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:15.370366 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f1d4caa2-4446-4f21-8b62-4ef2dbdc843f req-666828d5-0c5e-4be3-8d67-f2a8601fb54d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 944 time: 0.0480874 Nov 04 14:23:15.416113 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f1d4caa2-4446-4f21-8b62-4ef2dbdc843f req-18c45429-ca8d-41f2-a112-58399cc5db98 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Nov 04 14:23:15.768052 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 852d30ee-2f0e-401e-8975-7cb0f62d849e up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:23:15.909766 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 852d30ee-2f0e-401e-8975-7cb0f62d849e completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:23:15.914237 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 852d30ee-2f0e-401e-8975-7cb0f62d849e triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:23:15.919198 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:15.989009 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:16.013042 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852d30ee-2f0e-401e-8975-7cb0f62d849e'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:16.015268 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f127a59-0bb9-4a5a-a277-157843a88854" -d '{"events": [{"server_uuid": "4eb7a18a-d88f-4978-b4c1-ca353e83f30a", "name": "network-vif-plugged", "status": "completed", "tag": "852d30ee-2f0e-401e-8975-7cb0f62d849e"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:16.027547 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 852d30ee-2f0e-401e-8975-7cb0f62d849e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=852d30ee-2f0e-401e-8975-7cb0f62d849e,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:16.050670 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd79312-8e7a-472b-8060-84c8e8e25885 x-openstack-request-id: req-dbd79312-8e7a-472b-8060-84c8e8e25885 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:16.051019 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb7a18a-d88f-4978-b4c1-ca353e83f30a", "name": "network-vif-plugged", "status": "completed", "tag": "852d30ee-2f0e-401e-8975-7cb0f62d849e", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:16.051300 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dbd79312-8e7a-472b-8060-84c8e8e25885 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:16.051688 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852d30ee-2f0e-401e-8975-7cb0f62d849e', 'code': 200} Nov 04 14:23:16.110320 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:16.157788 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=852d30ee-2f0e-401e-8975-7cb0f62d849e,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:16.371593 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374c86-5d1c-4359-a013-029b9aead52b req-b5055088-89ee-4eb8-945d-8cb1bb47080d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:16.373006 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3e374c86-5d1c-4359-a013-029b9aead52b req-b5055088-89ee-4eb8-945d-8cb1bb47080d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0799129 Nov 04 14:23:16.374849 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179eed-a071-44fa-a0ae-28af83209dc8 req-0735e4e3-87d0-4d83-a41f-2b476bc70fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:16.376162 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d179eed-a071-44fa-a0ae-28af83209dc8 req-0735e4e3-87d0-4d83-a41f-2b476bc70fb3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 1098 time: 0.0587511 Nov 04 14:23:16.470102 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3e374c86-5d1c-4359-a013-029b9aead52b req-2802a9ca-34fc-40e9-aaa7-1a4cceab69ee tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911918 Nov 04 14:23:16.472485 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2d179eed-a071-44fa-a0ae-28af83209dc8 req-5b3795d3-ccf6-4ffe-8ed3-9372c18bbd82 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Nov 04 14:23:16.532822 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974ada4-454e-45ac-bf38-6258e8ef60fc req-e19cc8ce-0245-4b5d-9a3f-68e3f7f7e504 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:16.534277 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8974ada4-454e-45ac-bf38-6258e8ef60fc req-e19cc8ce-0245-4b5d-9a3f-68e3f7f7e504 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 945 time: 0.0480118 Nov 04 14:23:16.580944 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8974ada4-454e-45ac-bf38-6258e8ef60fc req-7dfb4718-d6d1-4d85-8d09-482370f220ad tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Nov 04 14:23:17.588178 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652777e-0c86-4348-ac5a-0632b9c6cab5 req-0d746cd1-0b65-490b-8219-9e744c120a74 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:17.589671 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3652777e-0c86-4348-ac5a-0632b9c6cab5 req-0d746cd1-0b65-490b-8219-9e744c120a74 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0518036 Nov 04 14:23:17.639363 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3652777e-0c86-4348-ac5a-0632b9c6cab5 req-25cf80c2-0143-4a72-905b-45662d53c785 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Nov 04 14:23:17.695683 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4503b5-21a4-48dc-a44c-199d818e53e0 req-617a77f6-4422-4456-bf87-88a01d414f38 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:17.697156 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aa4503b5-21a4-48dc-a44c-199d818e53e0 req-617a77f6-4422-4456-bf87-88a01d414f38 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 945 time: 0.0479627 Nov 04 14:23:17.743872 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-aa4503b5-21a4-48dc-a44c-199d818e53e0 req-45d6d054-8498-4086-954f-2cda7f4bc8c6 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Nov 04 14:23:18.754407 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7c531-0aaa-4d94-9f03-9c12277057dd req-7df205af-5d6a-41e7-90c7-e02b1f7f9eb2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:18.756491 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5de7c531-0aaa-4d94-9f03-9c12277057dd req-7df205af-5d6a-41e7-90c7-e02b1f7f9eb2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0506744 Nov 04 14:23:18.804883 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5de7c531-0aaa-4d94-9f03-9c12277057dd req-95471926-5193-4635-b4d8-6da07ff657a4 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 Nov 04 14:23:18.855385 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05acf7-76db-4e46-b049-90a4209bc5a2 req-ad449c27-6561-4943-ac46-a552a78f62a3 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:18.856840 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bd05acf7-76db-4e46-b049-90a4209bc5a2 req-ad449c27-6561-4943-ac46-a552a78f62a3 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 945 time: 0.0475712 Nov 04 14:23:18.903129 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bd05acf7-76db-4e46-b049-90a4209bc5a2 req-3373dab4-e759-4f11-b077-cfeede6bb373 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Nov 04 14:23:19.097576 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:23:19.813467 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:23:19.922321 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:19.924702 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2d56-e137-464d-b633-93d859ded2a9 req-b9ddd23d-e9f1-4861-a48d-ad09bd501e94 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:19.926230 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-659a2d56-e137-464d-b633-93d859ded2a9 req-b9ddd23d-e9f1-4861-a48d-ad09bd501e94 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 944 time: 0.0491233 Nov 04 14:23:19.934288 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'port_id': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'mac_address': 'fa:16:3e:db:f1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:23:19.974043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:19.987347 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:23:19.989066 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-659a2d56-e137-464d-b633-93d859ded2a9 req-a0548012-5d47-4655-ad21-9038cccd9e05 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566211 Nov 04 14:23:20.008589 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:20.056733 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2711f-c448-42c9-9947-42cd1f403334 req-84267b64-f2bf-4bef-8d4f-ca6c0cecfb89 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:20.058190 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0aa2711f-c448-42c9-9947-42cd1f403334 req-84267b64-f2bf-4bef-8d4f-ca6c0cecfb89 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 945 time: 0.0481734 Nov 04 14:23:20.070293 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:20.106261 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0aa2711f-c448-42c9-9947-42cd1f403334 req-9f5b715d-7c59-43fd-b168-6ba57826efe1 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Nov 04 14:23:20.116530 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:20.314718 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['7f1cbcf8-f8aa-4f65-b59e-79711052aba3'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:23:21.102624 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd540caf-b7d9-4380-8e87-9c092a9a8e81 req-f7624286-79d8-4704-9990-91a21e0faedf tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:21.103985 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bd540caf-b7d9-4380-8e87-9c092a9a8e81 req-f7624286-79d8-4704-9990-91a21e0faedf tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Nov 04 14:23:21.151948 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bd540caf-b7d9-4380-8e87-9c092a9a8e81 req-e507d4c4-d0df-43a1-80b4-69d631316544 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Nov 04 14:23:21.226748 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0178013-2e62-4aa1-874d-34cf958cacaf req-a0fcf1bb-9182-4c36-8b3f-0b75f43d0f72 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:21.228262 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0178013-2e62-4aa1-874d-34cf958cacaf req-a0fcf1bb-9182-4c36-8b3f-0b75f43d0f72 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 945 time: 0.0518291 Nov 04 14:23:21.274831 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b0178013-2e62-4aa1-874d-34cf958cacaf req-55c79b4d-986d-4a8f-89b6-64b19b6a30c6 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/security-groups?id=463eaf4a-59d2-4186-983c-0755bb137dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Nov 04 14:23:21.330467 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355abf68-ef35-4168-82d2-39f30373b32c req-86022a0c-f749-4564-a21d-07c1eaf37395 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:21.331903 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-355abf68-ef35-4168-82d2-39f30373b32c req-86022a0c-f749-4564-a21d-07c1eaf37395 tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 945 time: 0.0562418 Nov 04 14:23:21.420448 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Deleting port 852d30ee-2f0e-401e-8975-7cb0f62d849e {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:23:21.420715 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:21.507495 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] For port 852d30ee-2f0e-401e-8975-7cb0f62d849e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=852d30ee-2f0e-401e-8975-7cb0f62d849e,segment=NetworkSegment(c6d8b584-2c5b-4966-b54d-1f6c2f224b84),segment_id=c6d8b584-2c5b-4966-b54d-1f6c2f224b84)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:21.507861 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:21.519994 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Calling delete_port for 852d30ee-2f0e-401e-8975-7cb0f62d849e owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:23:21.715028 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:21.726111 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['852d30ee-2f0e-401e-8975-7cb0f62d849e'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:23:21.742538 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Pushing event deleted for resources: {'Port': ['ID=852d30ee-2f0e-401e-8975-7cb0f62d849e,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:21.787028 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] No DVR routers for this DVR port 852d30ee-2f0e-401e-8975-7cb0f62d849e on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:23:21.789417 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:21.792777 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-355abf68-ef35-4168-82d2-39f30373b32c req-99fc2ca2-6eff-4032-b953-305da345f44d tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.107 "DELETE /v2.0/ports/852d30ee-2f0e-401e-8975-7cb0f62d849e HTTP/1.1" status: 204 len: 173 time: 0.4544866 Nov 04 14:23:21.793207 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'name': 'network-vif-deleted', 'tag': '852d30ee-2f0e-401e-8975-7cb0f62d849e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:21.795480 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d129747c-ab00-429d-938c-466aaec8549b" -d '{"events": [{"server_uuid": "4eb7a18a-d88f-4978-b4c1-ca353e83f30a", "name": "network-vif-deleted", "tag": "852d30ee-2f0e-401e-8975-7cb0f62d849e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:21.822902 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:23:21.833191 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b457d8-1c64-46ed-af80-28536ba08465 x-openstack-request-id: req-52b457d8-1c64-46ed-af80-28536ba08465 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:21.833633 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb7a18a-d88f-4978-b4c1-ca353e83f30a", "name": "network-vif-deleted", "tag": "852d30ee-2f0e-401e-8975-7cb0f62d849e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:21.833898 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52b457d8-1c64-46ed-af80-28536ba08465 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:21.834299 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb7a18a-d88f-4978-b4c1-ca353e83f30a', 'name': 'network-vif-deleted', 'tag': '852d30ee-2f0e-401e-8975-7cb0f62d849e', 'status': 'completed', 'code': 200} Nov 04 14:23:21.966859 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:23:21.970656 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:23:21.971024 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:22.046850 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:22.071810 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:22.074005 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6aed1d-cbf4-4c67-a807-3be3b2f4b5cf" -d '{"events": [{"server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "name": "network-vif-plugged", "status": "completed", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:22.087480 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:23:22.121114 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb05a026-1cf7-4257-b1d2-31c9181c8727 x-openstack-request-id: req-fb05a026-1cf7-4257-b1d2-31c9181c8727 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:22.121409 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "name": "network-vif-plugged", "status": "completed", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:22.121664 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb05a026-1cf7-4257-b1d2-31c9181c8727 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:22.122063 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'code': 200} Nov 04 14:23:22.166937 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:22.216566 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:22.276183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f466-594f-4ffe-9469-1b00021e5bee req-35cd4696-c4f2-44f9-8740-2624457ec064 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:22.277683 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8067f466-594f-4ffe-9469-1b00021e5bee req-35cd4696-c4f2-44f9-8740-2624457ec064 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0517459 Nov 04 14:23:22.327277 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8067f466-594f-4ffe-9469-1b00021e5bee req-2ff35215-fa16-48b6-b30c-69a9286e83a2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436125 Nov 04 14:23:22.383410 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4bcdcd3c-cb7f-4773-8f32-213f5d1b9e33 req-6a342bf0-1fe1-4075-b033-7e99e661a40c tempest-VolumesActionsTest-490330701 tempest-VolumesActionsTest-490330701-project] 10.222.0.74 "GET /v2.0/ports?device_id=4eb7a18a-d88f-4978-b4c1-ca353e83f30a HTTP/1.1" status: 200 len: 210 time: 0.0246794 Nov 04 14:23:22.499912 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6955723-fc2c-42f2-8936-f253d67a8d51 req-0c3cbec9-b8a4-4393-9993-84f63bcf086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:22.502247 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b6955723-fc2c-42f2-8936-f253d67a8d51 req-0c3cbec9-b8a4-4393-9993-84f63bcf086a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1099 time: 0.0420890 Nov 04 14:23:22.548418 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b6955723-fc2c-42f2-8936-f253d67a8d51 req-3a6db681-7189-4986-999e-72299c04f98b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 Nov 04 14:23:23.444966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc3b3-67a2-4134-92de-ce3c923fdd54 req-f6f58c8b-9f8d-472e-af12-48d7d0275031 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:23.447283 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-27efc3b3-67a2-4134-92de-ce3c923fdd54 req-f6f58c8b-9f8d-472e-af12-48d7d0275031 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0527084 Nov 04 14:23:23.499080 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-27efc3b3-67a2-4134-92de-ce3c923fdd54 req-e3691398-e3e8-45b2-adb4-ff1f512cb543 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453713 Nov 04 14:23:23.844641 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 852d30ee-2f0e-401e-8975-7cb0f62d849e no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:23:23.864264 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 852d30ee-2f0e-401e-8975-7cb0f62d849e {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:23:23.865118 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 852d30ee-2f0e-401e-8975-7cb0f62d849e not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:23:24.618209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f71f-a9f0-42f8-89db-3c335f27731a req-d3eebc9e-5732-4538-a69f-0390e6799755 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:24.619698 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e138f71f-a9f0-42f8-89db-3c335f27731a req-d3eebc9e-5732-4538-a69f-0390e6799755 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0476534 Nov 04 14:23:24.667888 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e138f71f-a9f0-42f8-89db-3c335f27731a req-d35cbd8f-5484-425a-9d2c-2a895508f1ca tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Nov 04 14:23:24.778862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182d28-4974-4306-986b-100f9360203b req-02e875a8-1dd7-4b55-b2f3-c605f332ac14 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:24.780256 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f4182d28-4974-4306-986b-100f9360203b req-02e875a8-1dd7-4b55-b2f3-c605f332ac14 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0465980 Nov 04 14:23:24.831408 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f4182d28-4974-4306-986b-100f9360203b req-604562f3-9330-49f6-81db-8cd2af2f9a1b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454800 Nov 04 14:23:24.857931 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51408) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:24.944402 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60717cb-32c4-4003-9762-fa66d64507dc tempest-TestVolumeBootPattern-131582781 tempest-TestVolumeBootPattern-131582781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101610) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:24.945846 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f60717cb-32c4-4003-9762-fa66d64507dc tempest-TestVolumeBootPattern-131582781 tempest-TestVolumeBootPattern-131582781-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1094 time: 0.0868642 Nov 04 14:23:24.948672 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51412) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:24.952765 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.v2.base [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'port_id': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101610) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:25.051866 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:25.144028 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:25.243660 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_common [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Allocated IP 172.27.1.52 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/7fb44f68-4a45-48fc-8ac3-620b5dbbacf6) {{(pid=101610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:23:25.338157 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:25.429264 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:25.465356 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:23:25.469974 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.base_scheduler [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Resources bound (agent type, host, resource id): {{(pid=101610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:23:25.473427 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Received port after_create {{(pid=101610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:23:25.497821 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=7fb44f68-4a45-48fc-8ac3-620b5dbbacf6,revision_number=1']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:25.814226 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:25.955851 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:26.098413 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:26.160702 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28841805'] for port, after_update {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:26.228501 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=7fb44f68-4a45-48fc-8ac3-620b5dbbacf6,revision_number=2']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:26.237422 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:26.332294 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.l3_db [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Floating IP 133d84ec-f670-49c7-8a63-1fd38e14f4e7 associated. External IP: 172.27.1.52, port: 7f1cbcf8-f8aa-4f65-b59e-79711052aba3. Nov 04 14:23:26.406838 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:26.530713 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:23:26.632982 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:23:26.642497 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:23:26.652441 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:23:26.653046 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:23:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:26.706292 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:26.732956 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-959539fb-29e1-4ced-b0a9-7b5739ff7b36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7832856 Nov 04 14:23:26.733534 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:26.735832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce926f7-087d-4868-bb11-9a8b7ae01bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:26.760306 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:23:26.771557 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576507e0-f62c-40ca-9f82-be22cdad588d x-openstack-request-id: req-576507e0-f62c-40ca-9f82-be22cdad588d {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:26.771845 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:26.772095 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-576507e0-f62c-40ca-9f82-be22cdad588d {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:26.772493 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'status': 'completed', 'code': 200} Nov 04 14:23:26.980281 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '133d84ec-f670-49c7-8a63-1fd38e14f4e7', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:db:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d841ae7-b81d-4319-8e62-72c604bef577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:23:25Z', 'updated_at': '2021-11-04T14:23:25Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:27.006037 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:23:27.014035 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:23:27.014668 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:23:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:27.115144 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:23:27.426159 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-d13901b5-a1ca-430c-b9e9-fff325ea3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:27.428263 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-d13901b5-a1ca-430c-b9e9-fff325ea3a39 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1099 time: 0.0508823 Nov 04 14:23:27.455474 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '133d84ec-f670-49c7-8a63-1fd38e14f4e7', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:db:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d841ae7-b81d-4319-8e62-72c604bef577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:23:25Z', 'updated_at': '2021-11-04T14:23:25Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:27.482521 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a26c99-44db-459a-84b6-f8b7dc3af59a None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '133d84ec-f670-49c7-8a63-1fd38e14f4e7', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:db:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d841ae7-b81d-4319-8e62-72c604bef577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:23:25Z', 'updated_at': '2021-11-04T14:23:25Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:23:27.519210 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-2e98b576-1c65-40de-b846-e720c7a3b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:27.520711 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-2e98b576-1c65-40de-b846-e720c7a3b285 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0851269 Nov 04 14:23:27.591719 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-45221706-58ed-4c05-9f7b-44c3e2e4254a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 200 len: 999 time: 0.0635099 Nov 04 14:23:27.641965 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-e9ea1f7e-9638-4dc7-9cfb-55a6cc214c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:27.643507 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-e9ea1f7e-9638-4dc7-9cfb-55a6cc214c47 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0446465 Nov 04 14:23:27.672775 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cd60d-2a48-40e3-9458-3a70cea5179b None None] New status for floating IP 133d84ec-f670-49c7-8a63-1fd38e14f4e7: ACTIVE {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:23:27.690265 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-e1efde5a-9c98-4866-a9d8-d2d01a399585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:27.691753 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-e1efde5a-9c98-4866-a9d8-d2d01a399585 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402815 Nov 04 14:23:27.790448 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-5cf1d21d-7a3f-4899-80b0-2984f0e48a8e service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900030 Nov 04 14:23:27.880890 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dce926f7-087d-4868-bb11-9a8b7ae01bcb req-f54cd508-3bd8-4dfc-b6f5-7c378013d62f service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830989 Nov 04 14:23:32.931960 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-01cf9b71-cf80-497f-9928-50a1338fb933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:35.263895 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-7920e426-069d-4eb0-94fe-156f6b26f064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:36.595568 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:38.029868 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:38.749316 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.279778 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51612) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:48.323758 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Deleting subnet 39fd3081-c947-4b8b-ab80-31080e5d4b9d {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:23:48.326797 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.359674 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.400348 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.509745 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.534573 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fd3081-c947-4b8b-ab80-31080e5d4b9d,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:48.538534 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.541781 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/39fd3081-c947-4b8b-ab80-31080e5d4b9d HTTP/1.1" status: 204 len: 168 time: 0.2610161 Nov 04 14:23:48.544464 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51614) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:48.546924 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.547279 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.547624 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.547961 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.548306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.548627 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.548957 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.549284 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.549613 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.549937 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.550260 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.550610 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879bde3-8418-4983-b753-06bfaf7a9ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:23:48.616057 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.696739 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.716790 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110de749-7f7c-495d-a8d3-6475af2468c1']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:48.725906 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:48.726202 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d8b584-2c5b-4966-b54d-1f6c2f224b84') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:23:48.735383 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.748468 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.754138 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:23:48.754552 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:23:48.756769 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:23:48.863681 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.869690 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:48.872870 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] 10.222.0.74 "DELETE /v2.0/networks/110de749-7f7c-495d-a8d3-6475af2468c1 HTTP/1.1" status: 204 len: 168 time: 0.3274066 Nov 04 14:23:48.883802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaceb88-0773-4206-9493-2b2ba2699535 admin admin] Pushing event deleted for resources: {'Network': ['ID=110de749-7f7c-495d-a8d3-6475af2468c1,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:49.137001 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51618) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:49.176155 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-873c443c-9f94-4a24-ab19-e8a2487534b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b7bc390f528244d5974fa216763d9520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379663 Nov 04 14:23:49.179239 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51620) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:49.239061 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e368e3a2-c596-418b-bebc-547fd787a13a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:49.260172 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e368e3a2-c596-418b-bebc-547fd787a13a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:49.354620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e368e3a2-c596-418b-bebc-547fd787a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:49.357225 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-e368e3a2-c596-418b-bebc-547fd787a13a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:49.358409 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-e368e3a2-c596-418b-bebc-547fd787a13a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/463eaf4a-59d2-4186-983c-0755bb137dd9 HTTP/1.1" status: 204 len: 168 time: 0.1782334 Nov 04 14:23:49.366046 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368e3a2-c596-418b-bebc-547fd787a13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463eaf4a-59d2-4186-983c-0755bb137dd9,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:50.823401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51650) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:50.924414 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efe86a87-6752-43d2-9c25-ca0d73ee777e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:50.994166 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efe86a87-6752-43d2-9c25-ca0d73ee777e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:51.051194 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-efe86a87-6752-43d2-9c25-ca0d73ee777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:51.089372 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-efe86a87-6752-43d2-9c25-ca0d73ee777e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=614a9f2b5ef74712a3712b4c3e9b1956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649143 Nov 04 14:23:51.090219 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86a87-6752-43d2-9c25-ca0d73ee777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfdde86-bd4d-491c-985b-134aee6053c6,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:51.092182 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 51654) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:51.139591 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b4770a3-3300-41a8-9df7-3cd098525e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:51.159965 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b4770a3-3300-41a8-9df7-3cd098525e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:51.268941 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b4770a3-3300-41a8-9df7-3cd098525e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:51.272078 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2b4770a3-3300-41a8-9df7-3cd098525e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:51.273306 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2b4770a3-3300-41a8-9df7-3cd098525e15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bbfdde86-bd4d-491c-985b-134aee6053c6 HTTP/1.1" status: 204 len: 168 time: 0.1800537 Nov 04 14:23:51.281140 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4770a3-3300-41a8-9df7-3cd098525e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfdde86-bd4d-491c-985b-134aee6053c6,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:52.133964 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51676) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:52.226974 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-51836233-network', 'tenant_id': '1d3c8c78070b4b18b6103c3f22c162b5'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:52.325801 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Made reservation on behalf of 1d3c8c78070b4b18b6103c3f22c162b5 for: {'network': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:23:52.328037 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for network, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.336470 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.408338 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.468698 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.494764 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=101609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 14:23:52.500776 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954ec676-0a9d-4ec2-bd61-8516e5608b44,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:52.507162 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.507516 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.segments_db [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Added segment 8bf051b2-488c-4ede-a0e0-ef7cf62c82ab of type vlan for network c7494c95-d4e0-40d4-b1f1-7c922165597c Nov 04 14:23:52.546426 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768197940134'] for network, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.623476 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404'] for network, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.624395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:52.624990 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:52.683193 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] Pushing event updated for resources: {'Network': ['ID=c7494c95-d4e0-40d4-b1f1-7c922165597c,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:52.692760 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Network c7494c95-d4e0-40d4-b1f1-7c922165597c details requested by agent ovs-agent-dv-cinder-815848-5-iscsi with host dv-cinder-815848-5-iscsi {{(pid=101611) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 14:23:52.708884 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-43ee8f74-2421-45fe-8ec0-65ac2d5f46db admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5711753 Nov 04 14:23:52.710341 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 51680) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:23:52.714016 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Request body: {'subnet': {'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-51836233-subnet', 'tenant_id': '1d3c8c78070b4b18b6103c3f22c162b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:52.783484 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Made reservation on behalf of 1d3c8c78070b4b18b6103c3f22c162b5 for: {'subnet': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:23:52.785802 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28936214'] for subnet, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:53.000472 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28936228'] for subnet, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:53.057337 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0a46e8-f7e4-47e7-8174-8bc772193aaf,revision_number=0']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:53.067725 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Checking segment: {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:23:53.068805 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Network hostable DHCP agents. Network: c7494c95-d4e0-40d4-b1f1-7c922165597c, hostable agents: ['58e27c86-4718-4f05-8fb2-50c433ec3a05'], hosted agents: [] {{(pid=101609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 14:23:53.137324 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Network c7494c95-d4e0-40d4-b1f1-7c922165597c is scheduled to be hosted by DHCP agent 58e27c86-4718-4f05-8fb2-50c433ec3a05 with binding_index 1 {{(pid=101609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 14:23:53.217348 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-5-iscsi, c7494c95-d4e0-40d4-b1f1-7c922165597c) {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:23:53.221493 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:53.223516 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:53.227826 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff89b1-1e1c-49cb-9383-1c7fa912ac18 None None] Network c7494c95-d4e0-40d4-b1f1-7c922165597c requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:23:53.300332 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ae55c0df-c6f9-4f0b-ac68-6da78797d498 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5901496 Nov 04 14:23:53.353768 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0b79af-99b7-4390-89fe-31cf279b6907 None None] Network c7494c95-d4e0-40d4-b1f1-7c922165597c requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:23:55.344760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-7db7bfaf-c830-47bb-ba1f-96ae0099bc5b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:55.346111 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-7db7bfaf-c830-47bb-ba1f-96ae0099bc5b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/networks?id=c7494c95-d4e0-40d4-b1f1-7c922165597c HTTP/1.1" status: 200 len: 812 time: 0.1171601 Nov 04 14:23:55.361855 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-c8c35e49-514d-4887-a4a2-8f3d00405795 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/quotas/1d3c8c78070b4b18b6103c3f22c162b5 HTTP/1.1" status: 200 len: 375 time: 0.0092041 Nov 04 14:23:55.390765 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-c912417a-5873-4b61-9541-d935cdf9e48e tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0237687 Nov 04 14:23:55.481398 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-967bcb5d-6e25-4e9f-bfed-f9d300211625 service neutron] 10.222.0.74 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836384 Nov 04 14:23:55.569892 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-3700fbcf-aa5e-4a47-823e-361930e3ade4 service neutron] 10.222.0.74 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823286 Nov 04 14:23:55.813380 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c6d54113-b7cb-497a-a608-a58a05140a9f req-5b553ece-0b8c-4ef3-812f-c95b8315b57b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 210 time: 0.0263989 Nov 04 14:23:56.095769 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:23:56.417699 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:56.904836 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fa3a1ade-30bd-43d9-9b4c-d5a29ae5e788 req-a4d17f8d-de9d-4a72-9abb-0843cd253f1a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 210 time: 0.0249867 Nov 04 14:23:57.648717 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-566365d5-0173-410e-b447-b433cdc1f799 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:57.650132 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-566365d5-0173-410e-b447-b433cdc1f799 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "GET /v2.0/networks?id=c7494c95-d4e0-40d4-b1f1-7c922165597c HTTP/1.1" status: 200 len: 812 time: 0.0977817 Nov 04 14:23:57.664069 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Request body: {'port': {'device_id': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c', 'admin_state_up': True, 'tenant_id': '1d3c8c78070b4b18b6103c3f22c162b5'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:57.817886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Made reservation on behalf of 1d3c8c78070b4b18b6103c3f22c162b5 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:23:57.821669 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:57.948600 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Allocated IP 172.20.0.14 (c7494c95-d4e0-40d4-b1f1-7c922165597c/6f0a46e8-f7e4-47e7-8174-8bc772193aaf/8f3c756f-5de1-4c56-b80d-890e6c5682c8) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:23:58.007941 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c6eb6227-28ad-45fd-b879-faa0ff2872c5 req-517e064e-6adf-4ee7-857c-99e75724f0bc tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 210 time: 0.0343506 Nov 04 14:23:58.114294 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:58.177412 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:58.217985 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Network c7494c95-d4e0-40d4-b1f1-7c922165597c is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:23:58.222829 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:23:58.226519 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:23:58.232557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Pushing event updated for resources: {'Port': ['ID=8f3c756f-5de1-4c56-b80d-890e6c5682c8,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:58.276669 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:58.277717 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:58.350819 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-10951000-af7d-4d6e-befb-58885a82729b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6907907 Nov 04 14:23:58.362667 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Request body: {'port': {'device_id': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:23:58.416595 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:58.663223 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3c756f-5de1-4c56-b80d-890e6c5682c8 {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:23:58.670535 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:58.682209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Transition to ACTIVE for port object 8f3c756f-5de1-4c56-b80d-890e6c5682c8 will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:23:58.811760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:58.861829 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3c756f-5de1-4c56-b80d-890e6c5682c8,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:58.933966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Attempting to bind port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:23:58.934216 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Attempting to bind port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:23:58.934582 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Attempting to bind port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 on network c7494c95-d4e0-40d4-b1f1-7c922165597c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:23:58.938835 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 on network c7494c95-d4e0-40d4-b1f1-7c922165597c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:23:58.939154 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Attempting to bind port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 on network c7494c95-d4e0-40d4-b1f1-7c922165597c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:23:58.944281 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:23:58.944615 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Checking segment: {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:23:58.945003 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Bound using segment: {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:23:58.945429 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Bound port: 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:23:58.945783 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:59.007481 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] For port 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:23:59.010467 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] For port 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8f3c756f-5de1-4c56-b80d-890e6c5682c8,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:23:59.110151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:59.150390 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668988-15d5-45cb-9aaa-3810c57df5f9 req-a135a14f-88ca-4682-8b19-270b0a2bff32 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.151884 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-41668988-15d5-45cb-9aaa-3810c57df5f9 req-a135a14f-88ca-4682-8b19-270b0a2bff32 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 944 time: 0.0775373 Nov 04 14:23:59.158610 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.159222 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:23:59.160775 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] 10.222.0.107 "PUT /v2.0/ports/8f3c756f-5de1-4c56-b80d-890e6c5682c8 HTTP/1.1" status: 200 len: 1094 time: 0.8021655 Nov 04 14:23:59.165339 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'tag': '8f3c756f-5de1-4c56-b80d-890e6c5682c8'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:23:59.167796 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "68bd0960-23d9-4538-8cac-8eb29b0dd67e", "tag": "8f3c756f-5de1-4c56-b80d-890e6c5682c8"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:23:59.208664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b2247-10bb-4013-a72e-3291fbfea6ba x-openstack-request-id: req-6e7b2247-10bb-4013-a72e-3291fbfea6ba {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:23:59.208664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bd0960-23d9-4538-8cac-8eb29b0dd67e", "tag": "8f3c756f-5de1-4c56-b80d-890e6c5682c8", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:23:59.208664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e7b2247-10bb-4013-a72e-3291fbfea6ba {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:23:59.208995 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'tag': '8f3c756f-5de1-4c56-b80d-890e6c5682c8', 'status': 'completed', 'code': 200} Nov 04 14:23:59.215648 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1461e6-8cde-4bfb-b5fc-7ff4e289b244 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3c756f-5de1-4c56-b80d-890e6c5682c8,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:23:59.245116 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-41668988-15d5-45cb-9aaa-3810c57df5f9 req-adba0f64-61ce-4380-809f-09d1c7cc9646 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833709 Nov 04 14:23:59.274696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0 req-823de64a-0a04-4999-9d7e-07e58d4398e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.277231 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0 req-823de64a-0a04-4999-9d7e-07e58d4398e0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 1097 time: 0.0469968 Nov 04 14:23:59.374644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0 req-b4359a12-5a17-48e8-8b47-a548ada6f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.376089 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0 req-b4359a12-5a17-48e8-8b47-a548ada6f68d service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0917518 Nov 04 14:23:59.465563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0 req-dde76f73-8775-4956-ba64-c418b42d4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.466993 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-245cc2ed-83b2-4bcc-9db4-2791bd07b1d0 req-dde76f73-8775-4956-ba64-c418b42d4f8e service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844383 Nov 04 14:23:59.539886 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-7ea2cf94-8730-42be-907e-15ef751472b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.541326 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-7ea2cf94-8730-42be-907e-15ef751472b7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 1097 time: 0.0378928 Nov 04 14:23:59.585472 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-90ef07b0-d406-47b1-9392-9ce587470c91 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f3c756f-5de1-4c56-b80d-890e6c5682c8 HTTP/1.1" status: 200 len: 217 time: 0.0358627 Nov 04 14:23:59.631941 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-67b9af38-596f-4818-9be7-7096ac2e6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:23:59.633304 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-67b9af38-596f-4818-9be7-7096ac2e6e2e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6f0a46e8-f7e4-47e7-8174-8bc772193aaf HTTP/1.1" status: 200 len: 852 time: 0.0410891 Nov 04 14:23:59.663126 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-5e179f99-9c4c-4334-803e-83371a2602ea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c7494c95-d4e0-40d4-b1f1-7c922165597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230856 Nov 04 14:23:59.758647 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-385b4b9b-b0c9-4945-bf20-977b1eab6135 service neutron] 10.222.0.107 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890076 Nov 04 14:23:59.848270 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-bbb1fae1-b1ff-4635-9dab-3036813ada77 req-37c44a5e-e216-4146-8e9e-9a023defe499 service neutron] 10.222.0.107 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819619 Nov 04 14:24:00.362253 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94346-0366-4648-a171-3b824ccefc86 req-3912fa30-9442-43a3-9a5f-eba1738cd0f3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:00.363740 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a6c94346-0366-4648-a171-3b824ccefc86 req-3912fa30-9442-43a3-9a5f-eba1738cd0f3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 944 time: 0.0507054 Nov 04 14:24:00.409004 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a6c94346-0366-4648-a171-3b824ccefc86 req-8f480c52-cf33-4be9-9449-86ac5f3c5c77 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Nov 04 14:24:01.520913 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f8ee-cd05-4449-a3ca-8a6932dad44b req-e883b6b8-d2b6-4880-a32f-d8769133f901 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:01.522446 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-26c2f8ee-cd05-4449-a3ca-8a6932dad44b req-e883b6b8-d2b6-4880-a32f-d8769133f901 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 944 time: 0.0487123 Nov 04 14:24:01.571550 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-26c2f8ee-cd05-4449-a3ca-8a6932dad44b req-bb9937c6-38ed-4f56-b705-cdf2608ac97e tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Nov 04 14:24:02.682237 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64494977-d426-4302-87f6-408a3afbdc4f req-104dd60f-ce78-4eb6-98cf-75984f13e0c1 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:02.683704 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64494977-d426-4302-87f6-408a3afbdc4f req-104dd60f-ce78-4eb6-98cf-75984f13e0c1 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 944 time: 0.0462658 Nov 04 14:24:02.733021 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64494977-d426-4302-87f6-408a3afbdc4f req-efbfd5bb-f1da-440c-b4ee-6a1adbfbd880 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Nov 04 14:24:02.919469 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-92207b3a-660f-4405-9211-47620d45560c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:03.845643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9036a-0b2e-4116-bac6-0a0caf3c4d1f req-ff0caf6a-98ad-4164-8bbf-612b1313e1e3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:03.847126 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2bf9036a-0b2e-4116-bac6-0a0caf3c4d1f req-ff0caf6a-98ad-4164-8bbf-612b1313e1e3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 944 time: 0.0481329 Nov 04 14:24:03.895311 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2bf9036a-0b2e-4116-bac6-0a0caf3c4d1f req-25526858-5038-4ae3-bf68-66e4e7e313a3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Nov 04 14:24:04.084121 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 8f3c756f-5de1-4c56-b80d-890e6c5682c8 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:24:04.178595 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8f3c756f-5de1-4c56-b80d-890e6c5682c8,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:24:04.190193 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '8f3c756f-5de1-4c56-b80d-890e6c5682c8', 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c', 'port_id': '8f3c756f-5de1-4c56-b80d-890e6c5682c8', 'mac_address': 'fa:16:3e:d2:b3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0a46e8-f7e4-47e7-8174-8bc772193aaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:24:04.227985 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:04.240291 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3c756f-5de1-4c56-b80d-890e6c5682c8 {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:24:04.258351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8f3c756f-5de1-4c56-b80d-890e6c5682c8,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:24:04.331254 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:04.379130 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=8f3c756f-5de1-4c56-b80d-890e6c5682c8,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:24:04.386081 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.386623 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.386975 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.387351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.387690 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.388026 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.388361 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.388693 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.389028 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.389357 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.389685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.390013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:04.545603 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['8f3c756f-5de1-4c56-b80d-890e6c5682c8'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:24:05.006767 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013fda-f2ac-4446-bc7e-0e3a1bd03a26 req-b17d8af9-8d4b-4120-b179-13e839a6f831 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:05.008195 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db013fda-f2ac-4446-bc7e-0e3a1bd03a26 req-b17d8af9-8d4b-4120-b179-13e839a6f831 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 945 time: 0.0464530 Nov 04 14:24:05.053640 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db013fda-f2ac-4446-bc7e-0e3a1bd03a26 req-2de5d29e-ef41-4c14-97cc-1a719c34ae67 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Nov 04 14:24:05.245595 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d363db27-6ab9-4dcd-bb6e-2cb4fd22b11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:05.336305 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-69355388-9a28-42e2-9932-6fbd18ef30d5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408070 Nov 04 14:24:05.414741 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-655ea18e-8652-471c-b697-906e9de67dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:05.416175 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-655ea18e-8652-471c-b697-906e9de67dfd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1099 time: 0.0378907 Nov 04 14:24:05.513552 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-d53e0df7-cf42-48ea-afc8-ea6cf61408ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:05.514933 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-d53e0df7-cf42-48ea-afc8-ea6cf61408ce service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0806701 Nov 04 14:24:05.580413 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-88ac0ae9-4b56-4372-8547-9ff2f6349348 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 200 len: 1001 time: 0.0583897 Nov 04 14:24:05.628756 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-fa03513f-ef82-43e2-812d-aa88bcfe691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:05.630124 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-fa03513f-ef82-43e2-812d-aa88bcfe691f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0418973 Nov 04 14:24:05.671900 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-6691a6e9-9f42-4f62-b64a-861c12f0f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:05.673277 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-6691a6e9-9f42-4f62-b64a-861c12f0f6f0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0363989 Nov 04 14:24:05.761818 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-859af169-dd6a-4528-b10e-ac604a2b9409 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812612 Nov 04 14:24:05.854218 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64fb3973-105c-4e1a-a38b-dbfa261ad71d req-02f3afd8-8a81-427f-b2db-9badae09bc85 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844057 Nov 04 14:24:06.096341 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 8f3c756f-5de1-4c56-b80d-890e6c5682c8 up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:24:06.183257 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:24:06.187625 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:24:06.187990 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:06.275244 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:06.299468 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3c756f-5de1-4c56-b80d-890e6c5682c8'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:24:06.301741 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885dab8c-f3b0-41b2-89bb-d9e20e2285a1" -d '{"events": [{"server_uuid": "68bd0960-23d9-4538-8cac-8eb29b0dd67e", "name": "network-vif-plugged", "status": "completed", "tag": "8f3c756f-5de1-4c56-b80d-890e6c5682c8"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:24:06.315638 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8f3c756f-5de1-4c56-b80d-890e6c5682c8,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:24:06.341340 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9c0e9-5e64-41d8-96df-3848657ba92a x-openstack-request-id: req-9ba9c0e9-5e64-41d8-96df-3848657ba92a {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:24:06.341687 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bd0960-23d9-4538-8cac-8eb29b0dd67e", "name": "network-vif-plugged", "status": "completed", "tag": "8f3c756f-5de1-4c56-b80d-890e6c5682c8", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:24:06.342150 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9ba9c0e9-5e64-41d8-96df-3848657ba92a {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:24:06.342727 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3c756f-5de1-4c56-b80d-890e6c5682c8', 'code': 200} Nov 04 14:24:06.377380 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:06.427470 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=8f3c756f-5de1-4c56-b80d-890e6c5682c8,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:24:06.431808 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c1687-8e6f-4ea6-9483-51944fb00a3b req-fc399871-2eb1-473e-84d2-569f96b7c9d7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:06.433335 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd4c1687-8e6f-4ea6-9483-51944fb00a3b req-fc399871-2eb1-473e-84d2-569f96b7c9d7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 945 time: 0.3142614 Nov 04 14:24:06.481152 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dd4c1687-8e6f-4ea6-9483-51944fb00a3b req-88dda6f0-784d-4971-a5ea-bc7199f96273 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Nov 04 14:24:06.583238 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:06.600250 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21420bfd-f80f-4cbf-87bd-016d302d37b3 req-f2ffa0de-868c-4da3-b78e-629ca90a5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:06.602499 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21420bfd-f80f-4cbf-87bd-016d302d37b3 req-f2ffa0de-868c-4da3-b78e-629ca90a5622 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 1099 time: 0.0401702 Nov 04 14:24:06.646041 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-21420bfd-f80f-4cbf-87bd-016d302d37b3 req-fc81b03d-5308-491a-8107-414b30ecdc1b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Nov 04 14:24:07.598122 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ab76c-2617-49d2-8b11-61850a6a9112 req-fd91a253-8b26-495a-8e78-71c29e430170 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:07.599662 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c2ab76c-2617-49d2-8b11-61850a6a9112 req-fd91a253-8b26-495a-8e78-71c29e430170 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 946 time: 0.0505476 Nov 04 14:24:07.646759 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c2ab76c-2617-49d2-8b11-61850a6a9112 req-2019430d-af2f-4002-ab9e-f5c2b37bcef6 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Nov 04 14:24:07.805674 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:08.754113 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:08.758992 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c546f02-2d29-484f-b559-13a1361cac48 req-b5e40adf-10f2-4aa2-af4b-9a8aa4527940 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:08.760514 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c546f02-2d29-484f-b559-13a1361cac48 req-b5e40adf-10f2-4aa2-af4b-9a8aa4527940 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 946 time: 0.0483234 Nov 04 14:24:08.808133 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6c546f02-2d29-484f-b559-13a1361cac48 req-b44f8275-0ef3-426f-84be-09f4ed25b10e tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Nov 04 14:24:26.405711 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:32.907968 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-0f2a737c-b740-483f-9327-907b257ca861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:33.094301 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:24:35.273180 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ab31b430-0247-4453-8b18-aa9952ef7d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:36.593229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:37.827959 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:38.724943 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:51.901675 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4335f-71bf-481f-978c-37169d270be8 req-1cc812aa-b378-4ebe-9c2b-24183cc4a911 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:51.903129 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dea4335f-71bf-481f-978c-37169d270be8 req-1cc812aa-b378-4ebe-9c2b-24183cc4a911 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 946 time: 0.0466254 Nov 04 14:24:51.951253 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-dea4335f-71bf-481f-978c-37169d270be8 req-540ad6ae-c458-41bc-b0cb-f7552d6ea36a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Nov 04 14:24:53.169084 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61f0df-5a8f-4a48-9a02-f1c3bc6d09d3 req-63a9d1f6-50b4-458d-8bae-c3d0a2355b4a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:53.170556 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5d61f0df-5a8f-4a48-9a02-f1c3bc6d09d3 req-63a9d1f6-50b4-458d-8bae-c3d0a2355b4a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 946 time: 0.1521468 Nov 04 14:24:53.218243 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-5d61f0df-5a8f-4a48-9a02-f1c3bc6d09d3 req-790e7d09-d62d-492a-885f-1934f193ae6a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Nov 04 14:24:53.342229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-b313eb43-88f4-4a08-8728-788a6d5f4031 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:24:53.343656 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-b313eb43-88f4-4a08-8728-788a6d5f4031 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 946 time: 0.0464070 Nov 04 14:24:53.432024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Deleting port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:24:53.432274 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:53.514777 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] For port 8f3c756f-5de1-4c56-b80d-890e6c5682c8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8f3c756f-5de1-4c56-b80d-890e6c5682c8,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:24:53.515137 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:53.527615 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Calling delete_port for 8f3c756f-5de1-4c56-b80d-890e6c5682c8 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:24:53.696277 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:53.708289 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['8f3c756f-5de1-4c56-b80d-890e6c5682c8'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:24:53.731345 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Pushing event deleted for resources: {'Port': ['ID=8f3c756f-5de1-4c56-b80d-890e6c5682c8,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:24:53.755004 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.755354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.755688 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.756019 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.756346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.756672 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.756998 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.757322 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.757654 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.757999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.758320 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.758663 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:24:53.779983 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] No DVR routers for this DVR port 8f3c756f-5de1-4c56-b80d-890e6c5682c8 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:24:53.782298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:53.785523 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b3f93988-f111-4d46-be42-1ad423b0ecf4 req-5582721a-1670-42cc-b1d6-7b75af5d57b7 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "DELETE /v2.0/ports/8f3c756f-5de1-4c56-b80d-890e6c5682c8 HTTP/1.1" status: 204 len: 173 time: 0.4356124 Nov 04 14:24:53.786122 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'name': 'network-vif-deleted', 'tag': '8f3c756f-5de1-4c56-b80d-890e6c5682c8'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:24:53.788917 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0951b7c-6d0b-4499-be11-64b5f521522b" -d '{"events": [{"server_uuid": "68bd0960-23d9-4538-8cac-8eb29b0dd67e", "name": "network-vif-deleted", "tag": "8f3c756f-5de1-4c56-b80d-890e6c5682c8"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:24:53.825626 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95dd01b-bdd8-405f-ac01-981b116bd771 x-openstack-request-id: req-b95dd01b-bdd8-405f-ac01-981b116bd771 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:24:53.825989 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bd0960-23d9-4538-8cac-8eb29b0dd67e", "name": "network-vif-deleted", "tag": "8f3c756f-5de1-4c56-b80d-890e6c5682c8", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:24:53.826248 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b95dd01b-bdd8-405f-ac01-981b116bd771 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:24:53.826671 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd0960-23d9-4538-8cac-8eb29b0dd67e', 'name': 'network-vif-deleted', 'tag': '8f3c756f-5de1-4c56-b80d-890e6c5682c8', 'status': 'completed', 'code': 200} Nov 04 14:24:54.320247 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7adb70c5-4781-427f-a5c4-9762bd2faf10 req-4e9ad93d-0075-43eb-8e6b-ec1559496b6a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=68bd0960-23d9-4538-8cac-8eb29b0dd67e HTTP/1.1" status: 200 len: 210 time: 0.0243773 Nov 04 14:24:56.387418 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:24:56.827013 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 8f3c756f-5de1-4c56-b80d-890e6c5682c8 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:24:56.849250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 8f3c756f-5de1-4c56-b80d-890e6c5682c8 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:24:56.849588 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 8f3c756f-5de1-4c56-b80d-890e6c5682c8 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:25:02.902046 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-11f9ad3e-8f36-419e-823e-27b3f042781c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:04.687754 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-48d84314-13c0-4a10-b830-e8acc274714b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:04.689639 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-48d84314-13c0-4a10-b830-e8acc274714b tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/networks?id=c7494c95-d4e0-40d4-b1f1-7c922165597c HTTP/1.1" status: 200 len: 812 time: 0.0993752 Nov 04 14:25:04.709092 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-e9de28b6-fc1d-45e5-8008-efba921fba0e tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/quotas/1d3c8c78070b4b18b6103c3f22c162b5 HTTP/1.1" status: 200 len: 375 time: 0.0103879 Nov 04 14:25:04.746349 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-4d32f067-5f40-4c2e-875f-ffc11b7836ce tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313065 Nov 04 14:25:04.758423 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-78ec25a4-dd00-4c38-8908-4a3cac40a037 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:25:04.759383 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-78ec25a4-dd00-4c38-8908-4a3cac40a037 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051105 Nov 04 14:25:04.850348 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-4ba7bffe-17cf-47e5-969b-707bb0e355c4 service neutron] 10.222.0.74 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849326 Nov 04 14:25:04.942981 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-c85bbcda-50fa-43b7-aeb9-d828e7ad5584 service neutron] 10.222.0.74 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875189 Nov 04 14:25:05.228045 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-747a7ec5-5cff-4944-89a5-20448fc8cc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:05.258832 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1703805c-cb1d-4fcc-aee3-d0a11c214b81 req-f7d4840f-1cb9-4859-b7a2-1798c5773a28 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 210 time: 0.0870800 Nov 04 14:25:05.377932 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-c8c227e2-a990-4d70-bc5f-be90ec75656f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417523 Nov 04 14:25:05.460701 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-724a74ca-32bb-44ce-95e4-7578a6f6594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:05.462174 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-724a74ca-32bb-44ce-95e4-7578a6f6594f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 1099 time: 0.0431230 Nov 04 14:25:05.563354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-8a4c5b99-2c73-4724-acd0-61e974b37193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:05.564878 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-8a4c5b99-2c73-4724-acd0-61e974b37193 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0842233 Nov 04 14:25:05.633792 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-7de93f58-23b4-4d94-8cdf-b788b18c65f8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 200 len: 1001 time: 0.0613968 Nov 04 14:25:05.685773 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-760fcb36-d681-4b5e-a3a2-50af7bd3c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:05.687251 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-760fcb36-d681-4b5e-a3a2-50af7bd3c575 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0435264 Nov 04 14:25:05.732449 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-7bced229-eabf-4603-aeea-dd50fe4a5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:05.733921 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-7bced229-eabf-4603-aeea-dd50fe4a5f73 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394974 Nov 04 14:25:05.744920 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-c288d990-6abe-482d-b7fc-9099e9c58cdd service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:25:05.745854 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-c288d990-6abe-482d-b7fc-9099e9c58cdd service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049171 Nov 04 14:25:05.839498 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-49976bc4-702e-4ae6-8a6c-f4aebfe772eb service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859494 Nov 04 14:25:05.928389 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-23dc410e-88a3-46b3-bdc1-74809bf81471 req-410ea5ce-a7bf-47bd-86ce-fdc2ea3eed69 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Nov 04 14:25:06.350199 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-18d53124-4592-4cf1-9843-845066f0f118 req-9c9a83e3-398b-4083-9fa3-c340fc02b6fd tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 210 time: 0.0251589 Nov 04 14:25:06.576195 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:06.876904 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-154a8e17-f163-4c98-afea-110b2c58badb tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:06.878253 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-154a8e17-f163-4c98-afea-110b2c58badb tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "GET /v2.0/networks?id=c7494c95-d4e0-40d4-b1f1-7c922165597c HTTP/1.1" status: 200 len: 812 time: 0.1056716 Nov 04 14:25:06.890406 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Request body: {'port': {'device_id': '4ef979ee-3bc1-4224-8146-debe19b79544', 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c', 'admin_state_up': True, 'tenant_id': '1d3c8c78070b4b18b6103c3f22c162b5'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:25:07.050560 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Made reservation on behalf of 1d3c8c78070b4b18b6103c3f22c162b5 for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:25:07.054232 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.172746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Allocated IP 172.20.0.7 (c7494c95-d4e0-40d4-b1f1-7c922165597c/6f0a46e8-f7e4-47e7-8174-8bc772193aaf/4d38bc17-0aab-45d2-a024-4aba713b737a) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:25:07.316373 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.387968 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.439785 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Network c7494c95-d4e0-40d4-b1f1-7c922165597c is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:25:07.463783 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:25:07.466334 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:25:07.491939 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Pushing event updated for resources: {'Port': ['ID=4d38bc17-0aab-45d2-a024-4aba713b737a,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:07.526554 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:07.527153 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.535948 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdcabb-3021-4962-8dc1-90bad65fe23f req-b514969d-e205-4b82-ab37-cd37bee62293 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:07.539310 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3efdcabb-3021-4962-8dc1-90bad65fe23f req-b514969d-e205-4b82-ab37-cd37bee62293 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 931 time: 0.1183562 Nov 04 14:25:07.585173 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3efdcabb-3021-4962-8dc1-90bad65fe23f req-382ee79f-cab8-4e89-a774-338dac5dba41 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Nov 04 14:25:07.607490 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-f293f984-1b82-41c0-a4ca-63f5fb9b8df8 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206738 Nov 04 14:25:07.619948 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Request body: {'port': {'device_id': '4ef979ee-3bc1-4224-8146-debe19b79544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:25:07.674330 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.822169 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.925882 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d38bc17-0aab-45d2-a024-4aba713b737a {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:25:07.933086 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:07.945238 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Transition to ACTIVE for port object 4d38bc17-0aab-45d2-a024-4aba713b737a will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:25:08.021756 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:08.072441 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38bc17-0aab-45d2-a024-4aba713b737a,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:08.136947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Attempting to bind port 4d38bc17-0aab-45d2-a024-4aba713b737a on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:25:08.137285 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Attempting to bind port 4d38bc17-0aab-45d2-a024-4aba713b737a by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:25:08.137647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Attempting to bind port 4d38bc17-0aab-45d2-a024-4aba713b737a on network c7494c95-d4e0-40d4-b1f1-7c922165597c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:25:08.142081 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Port 4d38bc17-0aab-45d2-a024-4aba713b737a on network c7494c95-d4e0-40d4-b1f1-7c922165597c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:25:08.142468 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Attempting to bind port 4d38bc17-0aab-45d2-a024-4aba713b737a on network c7494c95-d4e0-40d4-b1f1-7c922165597c {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:25:08.147245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:25:08.147585 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Checking segment: {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:25:08.147971 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Bound using segment: {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:25:08.148420 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Bound port: 4d38bc17-0aab-45d2-a024-4aba713b737a, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:25:08.148754 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:08.210108 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] For port 4d38bc17-0aab-45d2-a024-4aba713b737a, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:25:08.213451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] For port 4d38bc17-0aab-45d2-a024-4aba713b737a, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=4d38bc17-0aab-45d2-a024-4aba713b737a,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:25:08.314478 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:08.348449 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.349060 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:08.350465 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] 10.222.0.107 "PUT /v2.0/ports/4d38bc17-0aab-45d2-a024-4aba713b737a HTTP/1.1" status: 200 len: 1093 time: 0.7345979 Nov 04 14:25:08.350896 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef979ee-3bc1-4224-8146-debe19b79544', 'tag': '4d38bc17-0aab-45d2-a024-4aba713b737a'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:08.353109 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef979ee-3bc1-4224-8146-debe19b79544", "tag": "4d38bc17-0aab-45d2-a024-4aba713b737a"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:08.376572 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628a97c-3ed4-4a37-9220-1d1be38fe928 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38bc17-0aab-45d2-a024-4aba713b737a,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:08.389513 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a7bcb-8f84-41d0-ab8e-08ab1cfe1e9b x-openstack-request-id: req-f47a7bcb-8f84-41d0-ab8e-08ab1cfe1e9b {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:08.389809 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef979ee-3bc1-4224-8146-debe19b79544", "tag": "4d38bc17-0aab-45d2-a024-4aba713b737a", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:08.390064 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f47a7bcb-8f84-41d0-ab8e-08ab1cfe1e9b {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:08.390489 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef979ee-3bc1-4224-8146-debe19b79544', 'tag': '4d38bc17-0aab-45d2-a024-4aba713b737a', 'status': 'completed', 'code': 200} Nov 04 14:25:08.450495 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7 req-86a39dde-9433-488f-bfff-064a87125b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.451970 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7 req-86a39dde-9433-488f-bfff-064a87125b9f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 1096 time: 0.0395195 Nov 04 14:25:08.556960 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7 req-91c6e387-6953-4f23-90b9-5f4d5b7fee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.558458 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7 req-91c6e387-6953-4f23-90b9-5f4d5b7fee9f service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987589 Nov 04 14:25:08.668825 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7 req-39ef49c0-09dd-4440-8abf-409776004437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.670254 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a242e57b-b3be-4a7c-8637-4b7f3ee8d1d7 req-39ef49c0-09dd-4440-8abf-409776004437 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021104 Nov 04 14:25:08.706256 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48814406-187d-45ce-a745-44783b47a80d req-75482528-b49f-41e3-9a14-d041edad4de2 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.707832 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48814406-187d-45ce-a745-44783b47a80d req-75482528-b49f-41e3-9a14-d041edad4de2 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 943 time: 0.0529108 Nov 04 14:25:08.747830 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:08.777469 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-441802e2-bc83-4ed6-9a8b-ac9ca51f14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.779005 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-441802e2-bc83-4ed6-9a8b-ac9ca51f14bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 1096 time: 0.0703077 Nov 04 14:25:08.783469 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-48814406-187d-45ce-a745-44783b47a80d req-aa3690e5-eae5-42e8-a913-8d0a0eb60d2c tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672457 Nov 04 14:25:08.823409 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-c157d8e2-785b-477d-85c1-dd3ffdc519ae service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d38bc17-0aab-45d2-a024-4aba713b737a HTTP/1.1" status: 200 len: 217 time: 0.0367506 Nov 04 14:25:08.873531 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-1aa1c1cd-94fd-415e-bb02-48e22c46a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:08.873531 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-1aa1c1cd-94fd-415e-bb02-48e22c46a63e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6f0a46e8-f7e4-47e7-8174-8bc772193aaf HTTP/1.1" status: 200 len: 852 time: 0.0426509 Nov 04 14:25:08.903650 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-bf206197-94bb-4e58-b610-5d3309060a9e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c7494c95-d4e0-40d4-b1f1-7c922165597c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232420 Nov 04 14:25:08.994125 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-2552acb5-f78a-4153-bef3-a94e67ac3be7 service neutron] 10.222.0.107 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Nov 04 14:25:09.083060 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ef819282-bb78-40d8-9ae6-431e9dc3b8dd req-788d9b52-28ce-48bb-8475-e01aa6271b2c service neutron] 10.222.0.107 "GET /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806963 Nov 04 14:25:09.897563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de272-2d89-4eeb-b6c6-fe63ff54cde6 req-0fe7b190-7055-4016-80ef-98f6d9ccf221 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:09.899303 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c72de272-2d89-4eeb-b6c6-fe63ff54cde6 req-0fe7b190-7055-4016-80ef-98f6d9ccf221 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 943 time: 0.0475130 Nov 04 14:25:09.948656 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c72de272-2d89-4eeb-b6c6-fe63ff54cde6 req-744849cc-6ef3-4968-a362-483a9c6cb742 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Nov 04 14:25:10.094074 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:25:11.064813 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dce69-8bf8-4dcd-802a-f075f77494d0 req-59645c0d-d353-4e28-9722-c5c33b6433c3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:11.066264 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-226dce69-8bf8-4dcd-802a-f075f77494d0 req-59645c0d-d353-4e28-9722-c5c33b6433c3 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 943 time: 0.0504558 Nov 04 14:25:11.112049 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-226dce69-8bf8-4dcd-802a-f075f77494d0 req-5152099a-54ee-43f1-a93b-9835508f2c94 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Nov 04 14:25:12.223117 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fa647-05f8-4da4-b53b-c6850f43f04b req-042d2afc-598f-42d6-931c-425523e7c343 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:12.224616 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2a3fa647-05f8-4da4-b53b-c6850f43f04b req-042d2afc-598f-42d6-931c-425523e7c343 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 943 time: 0.0479801 Nov 04 14:25:12.270907 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2a3fa647-05f8-4da4-b53b-c6850f43f04b req-a36a08c3-c663-4154-958b-6d555f482a77 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Nov 04 14:25:12.490300 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 4d38bc17-0aab-45d2-a024-4aba713b737a details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:25:12.593223 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 4d38bc17-0aab-45d2-a024-4aba713b737a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=4d38bc17-0aab-45d2-a024-4aba713b737a,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:12.604062 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '4d38bc17-0aab-45d2-a024-4aba713b737a', 'network_id': 'c7494c95-d4e0-40d4-b1f1-7c922165597c', 'port_id': '4d38bc17-0aab-45d2-a024-4aba713b737a', 'mac_address': 'fa:16:3e:e7:0b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0a46e8-f7e4-47e7-8174-8bc772193aaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:25:12.643311 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:12.655303 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38bc17-0aab-45d2-a024-4aba713b737a {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:25:12.673365 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 4d38bc17-0aab-45d2-a024-4aba713b737a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=4d38bc17-0aab-45d2-a024-4aba713b737a,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:12.742145 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:12.798064 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=4d38bc17-0aab-45d2-a024-4aba713b737a,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:12.805108 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.805464 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.805809 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.806150 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.806516 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.806853 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.807185 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.807515 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.807845 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.808172 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.808498 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.808822 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:25:12.962158 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['4d38bc17-0aab-45d2-a024-4aba713b737a'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:25:13.387388 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b50b-260c-4398-a7fd-4af27df991aa req-e97734e5-b7b2-4ee3-892a-bc17fa392d4f tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:13.388842 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ea14b50b-260c-4398-a7fd-4af27df991aa req-e97734e5-b7b2-4ee3-892a-bc17fa392d4f tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 944 time: 0.0512025 Nov 04 14:25:13.434693 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ea14b50b-260c-4398-a7fd-4af27df991aa req-2b6cce0c-6838-47ec-a529-887ea970be29 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Nov 04 14:25:14.505734 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 4d38bc17-0aab-45d2-a024-4aba713b737a up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:25:14.544346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdabc-a13a-4382-a3a3-09557b775e77 req-e7c26c95-47fc-4b1b-a4e9-633c80a53bc4 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:14.545805 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d5dfdabc-a13a-4382-a3a3-09557b775e77 req-e7c26c95-47fc-4b1b-a4e9-633c80a53bc4 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 944 time: 0.0462532 Nov 04 14:25:14.595762 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d5dfdabc-a13a-4382-a3a3-09557b775e77 req-9e7aefb5-2e4f-4688-bdb4-aa14e08963d5 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Nov 04 14:25:14.622206 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 4d38bc17-0aab-45d2-a024-4aba713b737a completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:25:14.626855 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 4d38bc17-0aab-45d2-a024-4aba713b737a triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:25:14.627250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:14.699575 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:14.723421 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef979ee-3bc1-4224-8146-debe19b79544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38bc17-0aab-45d2-a024-4aba713b737a'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:14.725526 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92717108-d80f-4fac-b262-1aeff5bb8915" -d '{"events": [{"server_uuid": "4ef979ee-3bc1-4224-8146-debe19b79544", "name": "network-vif-plugged", "status": "completed", "tag": "4d38bc17-0aab-45d2-a024-4aba713b737a"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:14.739299 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 4d38bc17-0aab-45d2-a024-4aba713b737a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=4d38bc17-0aab-45d2-a024-4aba713b737a,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:14.762401 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b226490-2948-4cb1-92e9-502308f08d9f x-openstack-request-id: req-5b226490-2948-4cb1-92e9-502308f08d9f {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:14.762696 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef979ee-3bc1-4224-8146-debe19b79544", "name": "network-vif-plugged", "status": "completed", "tag": "4d38bc17-0aab-45d2-a024-4aba713b737a", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:14.762950 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b226490-2948-4cb1-92e9-502308f08d9f {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:14.763343 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef979ee-3bc1-4224-8146-debe19b79544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38bc17-0aab-45d2-a024-4aba713b737a', 'code': 200} Nov 04 14:25:14.781905 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:14.829855 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=4d38bc17-0aab-45d2-a024-4aba713b737a,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:15.014521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d9508-ef80-49c3-9c83-6ecce3d60d2b req-7716c9b5-43ad-4ae6-9ebf-6d3a128d8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:15.016011 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0d3d9508-ef80-49c3-9c83-6ecce3d60d2b req-7716c9b5-43ad-4ae6-9ebf-6d3a128d8bd9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 1098 time: 0.0410733 Nov 04 14:25:15.059283 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0d3d9508-ef80-49c3-9c83-6ecce3d60d2b req-e6d77e0b-8d45-4fbf-9247-5eee73c85644 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361845 Nov 04 14:25:15.706419 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f3b06-715a-4ed3-ace8-827196b21eb1 req-5fe635b2-0dda-4910-b83f-27789562e62d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:15.707895 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d21f3b06-715a-4ed3-ace8-827196b21eb1 req-5fe635b2-0dda-4910-b83f-27789562e62d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 945 time: 0.0463290 Nov 04 14:25:15.754182 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d21f3b06-715a-4ed3-ace8-827196b21eb1 req-b1bdce14-dd40-46c0-b5d6-5df32897e92e tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Nov 04 14:25:16.868807 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c649-eb64-4f72-a24c-234d9dec7fbd req-d39c1a4e-3e6a-41a1-9efd-1e6ef6758859 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:16.870280 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da21c649-eb64-4f72-a24c-234d9dec7fbd req-d39c1a4e-3e6a-41a1-9efd-1e6ef6758859 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 945 time: 0.0461850 Nov 04 14:25:16.918298 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-da21c649-eb64-4f72-a24c-234d9dec7fbd req-462b5c5c-3d67-4140-8d5c-c7a31ce5a8e2 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Nov 04 14:25:22.250551 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6343f-37f4-4eeb-974a-b5157ecb7f02 req-d7e57ce0-cc26-438d-aa52-e15e2cac8c26 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:22.252023 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fca6343f-37f4-4eeb-974a-b5157ecb7f02 req-d7e57ce0-cc26-438d-aa52-e15e2cac8c26 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0480344 Nov 04 14:25:22.301703 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-fca6343f-37f4-4eeb-974a-b5157ecb7f02 req-018fea26-6ecc-4ecf-966c-97664260fddc tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Nov 04 14:25:23.413646 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abfdbb-9892-431b-8bd6-b0d91f5346aa req-b6d92bf4-35da-4573-978f-e97c1743cc82 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:23.415121 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22abfdbb-9892-431b-8bd6-b0d91f5346aa req-b6d92bf4-35da-4573-978f-e97c1743cc82 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0460930 Nov 04 14:25:23.462332 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-22abfdbb-9892-431b-8bd6-b0d91f5346aa req-901df2f2-1eae-44a6-aba4-ec0ef7754645 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Nov 04 14:25:23.701083 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-a977ddc1-d002-4470-98ec-61cfc4d1e3f9 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:23.702432 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-a977ddc1-d002-4470-98ec-61cfc4d1e3f9 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 946 time: 0.0494201 Nov 04 14:25:23.798198 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Deleting port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:25:23.798566 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:23.887468 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] For port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:23.887827 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:24.050283 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:24.050665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:24.050980 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Floating IP 133d84ec-f670-49c7-8a63-1fd38e14f4e7 disassociated. External IP: 172.27.1.52, port: 7f1cbcf8-f8aa-4f65-b59e-79711052aba3. Nov 04 14:25:24.051318 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Calling delete_port for 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:25:24.228039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:24.256859 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'Port': ['ID=7f1cbcf8-f8aa-4f65-b59e-79711052aba3,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:24.369738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:25:24.476457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:25:24.486366 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:25:24.498053 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:25:24.498803 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:25:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:24.514626 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] No DVR routers for this DVR port 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:25:24.517186 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:24.520486 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-43bafd0d-444f-45d8-908a-344ad9606de9 req-946c98ce-ae45-4870-b3be-20a682ac591c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "DELETE /v2.0/ports/7f1cbcf8-f8aa-4f65-b59e-79711052aba3 HTTP/1.1" status: 204 len: 173 time: 0.8099058 Nov 04 14:25:24.520928 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'name': 'network-vif-deleted', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:24.523154 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caab615-f2d4-4ccd-906b-9ddd8c77e23e" -d '{"events": [{"server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "name": "network-vif-deleted", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:24.561355 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-58d20b90-63a1-4234-8995-6d5210886544 req-61835056-84f2-4a29-8547-e77664a52566 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 210 time: 0.0299489 Nov 04 14:25:24.562816 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebefd3d2-6491-4173-873e-55acfac3ffd9 x-openstack-request-id: req-ebefd3d2-6491-4173-873e-55acfac3ffd9 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:24.566542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d841ae7-b81d-4319-8e62-72c604bef577", "name": "network-vif-deleted", "tag": "7f1cbcf8-f8aa-4f65-b59e-79711052aba3", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:24.566542 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ebefd3d2-6491-4173-873e-55acfac3ffd9 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:24.566542 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d841ae7-b81d-4319-8e62-72c604bef577', 'name': 'network-vif-deleted', 'tag': '7f1cbcf8-f8aa-4f65-b59e-79711052aba3', 'status': 'completed', 'code': 200} Nov 04 14:25:24.752243 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:25:24.960991 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:24.987424 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:25:24.995661 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:25:24.996269 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:25:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:25.101573 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:25:25.305635 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:25.339711 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0911d-568a-4aba-a961-796904d6206f None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:25:25.553327 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af70304-8f69-4d95-a0a8-b617b88791ce None None] New status for floating IP 133d84ec-f670-49c7-8a63-1fd38e14f4e7: DOWN {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:25:25.671349 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6d7b281c-b042-4cba-b563-0d9cf6a0e659 req-e771d888-82d0-4809-a207-3022a7183fe0 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d841ae7-b81d-4319-8e62-72c604bef577 HTTP/1.1" status: 200 len: 210 time: 0.0244489 Nov 04 14:25:26.393624 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:26.599485 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:25:26.619559 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:25:26.619902 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 7f1cbcf8-f8aa-4f65-b59e-79711052aba3 not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:25:26.918856 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-7ede98c5-c91e-42a0-9aad-bb6acbfab21a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402241640&fields=id&tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 267 time: 0.0425093 Nov 04 14:25:27.018880 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-d0bfbcc7-83d2-4d72-bda7-4e7b46691d9c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:27.020306 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-d0bfbcc7-83d2-4d72-bda7-4e7b46691d9c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 812 time: 0.0950451 Nov 04 14:25:27.034533 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-e6640a43-6c89-4d57-893d-ec228e8f82b9 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/quotas/f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 375 time: 0.0085087 Nov 04 14:25:27.088088 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-4f33aab7-89ca-49d1-9414-fecbb06adc27 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480437 Nov 04 14:25:27.144567 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-593c72ab-a800-4171-a077-4b69bc8bdaf0 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101609) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 14:25:27.145543 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-593c72ab-a800-4171-a077-4b69bc8bdaf0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457032 Nov 04 14:25:27.232718 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-1d209439-b1fa-4438-98af-6e53a7eb7479 service neutron] 10.222.0.74 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805812 Nov 04 14:25:27.321955 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-080a092e-519a-430a-9bc2-a48394de130e service neutron] 10.222.0.74 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833204 Nov 04 14:25:27.794268 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a0dcd956-d7d6-4b22-8cc8-a96923e68bdf req-dae614be-a645-4c56-820e-e7c70066f58c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 210 time: 0.0263863 Nov 04 14:25:28.887287 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a1c57e5b-084c-493b-aadf-48f5b387d2b0 req-f5a73177-2f79-42bf-83ce-dbdcef4f9048 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 210 time: 0.0244148 Nov 04 14:25:29.915114 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-632fd4fa-b174-443d-8018-284b2d580b77 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:29.916342 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-632fd4fa-b174-443d-8018-284b2d580b77 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 812 time: 0.3702340 Nov 04 14:25:29.985569 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b4620130-1633-4fca-89a5-92ce863703fa req-a1090ef8-2672-4b2c-8302-0fdbd81ff3c9 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 210 time: 0.0291188 Nov 04 14:25:30.011034 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-7a801ae8-7586-46b9-b56c-152512a0f135 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 379 time: 0.0790467 Nov 04 14:25:30.020953 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'port': {'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'admin_state_up': True, 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'security_groups': ['b0fc32b6-a9c2-4fc2-97a6-531915144bc1']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:25:30.159571 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Made reservation on behalf of f9e0985dbcee432b8bcbd3d28f6a8f6b for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:25:30.163645 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:30.280094 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Allocated IP 172.20.0.14 (475103d3-b277-4fbf-aa39-aa8484a7d4ee/bdcd14ed-6696-4635-b5d4-02cdccb890da/151745a4-7c65-4ca7-ba81-442f8863054e) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:25:30.412636 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:30.508419 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:30.547947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:25:30.550848 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:25:30.559068 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:25:30.586596 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=151745a4-7c65-4ca7-ba81-442f8863054e,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:30.618413 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:30.619041 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:30.705648 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-38f1f45b-1574-4a29-ae04-cf506e5d642e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6881440 Nov 04 14:25:30.780651 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-01b42809-bf3b-44a3-a766-5db042a88bed None None] Provisioning complete for port 151745a4-7c65-4ca7-ba81-442f8863054e triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:25:30.781180 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-01b42809-bf3b-44a3-a766-5db042a88bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:30.817336 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-01b42809-bf3b-44a3-a766-5db042a88bed None None] Port 151745a4-7c65-4ca7-ba81-442f8863054e cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:25:31.108496 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a548eb-53e3-468c-b322-a8e8828cc82f req-6904b13c-4444-4a9d-9ceb-85e84e0f7134 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:31.109893 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f3a548eb-53e3-468c-b322-a8e8828cc82f req-6904b13c-4444-4a9d-9ceb-85e84e0f7134 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 932 time: 0.0501111 Nov 04 14:25:31.157789 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f3a548eb-53e3-468c-b322-a8e8828cc82f req-00a9fcf1-6a85-46d3-aab1-4f9edadaff05 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Nov 04 14:25:31.814307 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Request body: {'port': {'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:25:31.865382 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.116178 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151745a4-7c65-4ca7-ba81-442f8863054e {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:25:32.123604 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.135539 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Transition to ACTIVE for port object 151745a4-7c65-4ca7-ba81-442f8863054e will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:25:32.199749 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.278249 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Pushing event updated for resources: {'Port': ['ID=151745a4-7c65-4ca7-ba81-442f8863054e,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:32.333118 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b313-c995-4dd4-b4c4-a34bfa6f531d req-a95842ac-d521-4916-ba8d-7805bd16a863 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:32.334671 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a223b313-c995-4dd4-b4c4-a34bfa6f531d req-a95842ac-d521-4916-ba8d-7805bd16a863 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.1105280 Nov 04 14:25:32.385631 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Attempting to bind port 151745a4-7c65-4ca7-ba81-442f8863054e on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:25:32.385780 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Attempting to bind port 151745a4-7c65-4ca7-ba81-442f8863054e by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:25:32.386042 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Attempting to bind port 151745a4-7c65-4ca7-ba81-442f8863054e on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:25:32.394975 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Port 151745a4-7c65-4ca7-ba81-442f8863054e on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:25:32.395294 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Attempting to bind port 151745a4-7c65-4ca7-ba81-442f8863054e on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:25:32.408498 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:25:32.408823 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Checking segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:25:32.409206 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Bound using segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:25:32.409634 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Bound port: 151745a4-7c65-4ca7-ba81-442f8863054e, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:25:32.409985 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.415193 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a223b313-c995-4dd4-b4c4-a34bfa6f531d req-2154716b-016a-4b7e-9714-a0b5188839a9 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738478 Nov 04 14:25:32.475653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] For port 151745a4-7c65-4ca7-ba81-442f8863054e, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:25:32.478626 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] For port 151745a4-7c65-4ca7-ba81-442f8863054e, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=151745a4-7c65-4ca7-ba81-442f8863054e,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:25:32.537133 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.574243 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:32.574887 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.576310 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] 10.222.0.107 "PUT /v2.0/ports/151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 1094 time: 0.8101623 Nov 04 14:25:32.576739 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:32.578970 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42" -d '{"events": [{"name": "network-changed", "server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:32.602965 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cff33-f2dc-4310-92b1-fa8fa87f8407 service neutron] Pushing event updated for resources: {'Port': ['ID=151745a4-7c65-4ca7-ba81-442f8863054e,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:32.683393 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ab4a3-0755-41e3-b5df-120d2c8ea75c x-openstack-request-id: req-fb2ab4a3-0755-41e3-b5df-120d2c8ea75c {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:32.685151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:32.685151 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb2ab4a3-0755-41e3-b5df-120d2c8ea75c {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:32.685151 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e', 'status': 'completed', 'code': 200} Nov 04 14:25:32.795254 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42 req-8c79d9fe-d91e-422a-a498-9ad519e1c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:32.796707 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42 req-8c79d9fe-d91e-422a-a498-9ad519e1c878 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0413060 Nov 04 14:25:32.896961 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c75b805e-148b-4670-948d-1cc175e27eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:32.905356 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42 req-977fff95-b248-4e82-b096-f2cd4ace18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:32.906839 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42 req-977fff95-b248-4e82-b096-f2cd4ace18a2 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0904274 Nov 04 14:25:33.004613 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42 req-ca2a4917-ba03-48ed-8146-2b44d8a490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:33.006065 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1a27ee3b-9c0c-45a0-ac86-9c6ce0085b42 req-ca2a4917-ba03-48ed-8146-2b44d8a490fc service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916998 Nov 04 14:25:33.079167 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-6283d550-6506-4645-b46b-e884bb8d64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:33.080537 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-6283d550-6506-4645-b46b-e884bb8d64b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0388672 Nov 04 14:25:33.126605 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-6e672b1e-9ee5-4d31-a683-ea55c3519356 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 217 time: 0.0382922 Nov 04 14:25:33.176004 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-c2e97c5a-4ad3-4a9e-a7d6-6e267dc37f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:33.177420 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-c2e97c5a-4ad3-4a9e-a7d6-6e267dc37f87 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0435328 Nov 04 14:25:33.225817 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bddf9-646f-4612-b968-0f51320a429d req-c960596b-08ab-4e9f-ae40-8aca80226e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:33.228047 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-c960596b-08ab-4e9f-ae40-8aca80226e2f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412495 Nov 04 14:25:33.322489 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-3d889f96-a8f1-4632-9722-49453f786a03 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864823 Nov 04 14:25:33.412916 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b53bddf9-646f-4612-b968-0f51320a429d req-59c6b861-27dd-4520-92ff-6519f18bcd6a service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833604 Nov 04 14:25:33.533173 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff238f9-7b1f-44e1-b1e2-51037cae987f req-b25393a2-4bc0-4aee-9cc3-cf3f7498e36b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:33.535054 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ff238f9-7b1f-44e1-b1e2-51037cae987f req-b25393a2-4bc0-4aee-9cc3-cf3f7498e36b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0548594 Nov 04 14:25:33.583987 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6ff238f9-7b1f-44e1-b1e2-51037cae987f req-f7531bbf-a80c-4399-9d12-7543ab78a36c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Nov 04 14:25:34.696633 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1553e0-85c3-44f1-8cd9-35d6951d70c6 req-c2e1eb8e-bff4-4b93-a89c-547826e29669 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:34.698095 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8e1553e0-85c3-44f1-8cd9-35d6951d70c6 req-c2e1eb8e-bff4-4b93-a89c-547826e29669 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0468800 Nov 04 14:25:34.747397 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8e1553e0-85c3-44f1-8cd9-35d6951d70c6 req-65ac20d6-146e-4124-abef-72ae2d75a344 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Nov 04 14:25:35.245335 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a0f29739-5131-4496-b030-ef85df7ef7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:35.859182 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375a870-6c69-47c5-9caa-ef02eb3efe6c req-e80ae7d7-b2fc-42b8-ac5c-3b5161a4b8ea tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:35.860636 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e375a870-6c69-47c5-9caa-ef02eb3efe6c req-e80ae7d7-b2fc-42b8-ac5c-3b5161a4b8ea tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0476692 Nov 04 14:25:35.912232 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e375a870-6c69-47c5-9caa-ef02eb3efe6c req-b1f8aa33-3dce-400f-a3e2-dac148aa49b5 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456598 Nov 04 14:25:36.605234 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:37.028118 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ce758-958d-4f42-bf25-212f7acc24b5 req-f97dfbc6-db00-49e2-a2a7-65dc249c4496 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:37.029584 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-709ce758-958d-4f42-bf25-212f7acc24b5 req-f97dfbc6-db00-49e2-a2a7-65dc249c4496 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0458558 Nov 04 14:25:37.076375 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-709ce758-958d-4f42-bf25-212f7acc24b5 req-6f6a619b-89e5-43c8-9e8b-ff408bf6fe4a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409982 Nov 04 14:25:37.833871 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:38.188731 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c34ad-ef5f-47a9-b8f3-ef91668973ed req-2228d26c-8dc9-4e28-9116-e88b9853de7e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:38.190214 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ae3c34ad-ef5f-47a9-b8f3-ef91668973ed req-2228d26c-8dc9-4e28-9116-e88b9853de7e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0475559 Nov 04 14:25:38.238507 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ae3c34ad-ef5f-47a9-b8f3-ef91668973ed req-3010a073-b52c-4d80-ac4c-c40d15286c5d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Nov 04 14:25:38.742753 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:39.052978 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767f988-970c-4f06-9b0d-099933ede071 req-98bfdd2f-c312-40d8-a857-679b7d27358d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:39.054409 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f767f988-970c-4f06-9b0d-099933ede071 req-98bfdd2f-c312-40d8-a857-679b7d27358d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 945 time: 0.0504124 Nov 04 14:25:39.100886 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f767f988-970c-4f06-9b0d-099933ede071 req-edd8f0c1-e3d6-44f1-93f9-dee9681d8e7a tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Nov 04 14:25:39.350028 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bb1bf-f3c6-4e85-833c-42469606fffa req-f7d5ed6d-a9fb-4a2b-8253-b503459bf18d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:39.351519 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-243bb1bf-f3c6-4e85-833c-42469606fffa req-f7d5ed6d-a9fb-4a2b-8253-b503459bf18d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0470433 Nov 04 14:25:39.400166 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-243bb1bf-f3c6-4e85-833c-42469606fffa req-1bc14709-6403-4d22-9ea0-9e69efb7bb2a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Nov 04 14:25:40.211428 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95f61-00df-427d-ace3-5fd03527c8f0 req-01f79256-d154-4421-803f-b002ac2b4b2d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:40.213495 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0bb95f61-00df-427d-ace3-5fd03527c8f0 req-01f79256-d154-4421-803f-b002ac2b4b2d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 945 time: 0.0461900 Nov 04 14:25:40.262603 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-0bb95f61-00df-427d-ace3-5fd03527c8f0 req-f5c38acd-0b8c-49eb-821f-4d25b02a5f6d tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/security-groups?id=954ec676-0a9d-4ec2-bd61-8516e5608b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Nov 04 14:25:40.511043 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5badb2-a828-4bc0-ae23-fd0b7ed17bb7 req-c7445650-c8e6-476d-8dc7-af9ed8de79f7 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:40.512512 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c5badb2-a828-4bc0-ae23-fd0b7ed17bb7 req-c7445650-c8e6-476d-8dc7-af9ed8de79f7 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0472207 Nov 04 14:25:40.568105 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7c5badb2-a828-4bc0-ae23-fd0b7ed17bb7 req-2caf3e21-62a1-406e-a591-0ddcf28e82dd tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497200 Nov 04 14:25:40.603228 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-398659b2-32f3-40fd-8a0c-9964eb213924 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:40.604672 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-398659b2-32f3-40fd-8a0c-9964eb213924 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 945 time: 0.0492420 Nov 04 14:25:40.701353 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Deleting port 4d38bc17-0aab-45d2-a024-4aba713b737a {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:25:40.701620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:40.787371 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] For port 4d38bc17-0aab-45d2-a024-4aba713b737a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=4d38bc17-0aab-45d2-a024-4aba713b737a,segment=NetworkSegment(8bf051b2-488c-4ede-a0e0-ef7cf62c82ab),segment_id=8bf051b2-488c-4ede-a0e0-ef7cf62c82ab)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:40.787738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:40.799998 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Calling delete_port for 4d38bc17-0aab-45d2-a024-4aba713b737a owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:25:41.039664 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:41.067569 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Pushing event deleted for resources: {'Port': ['ID=4d38bc17-0aab-45d2-a024-4aba713b737a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:41.107799 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] No DVR routers for this DVR port 4d38bc17-0aab-45d2-a024-4aba713b737a on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:25:41.110200 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:41.113463 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-c4a3d80c-1209-447d-beeb-f043c0bff53f req-744418b6-9d9b-462a-b576-640f7ee86b15 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.107 "DELETE /v2.0/ports/4d38bc17-0aab-45d2-a024-4aba713b737a HTTP/1.1" status: 204 len: 173 time: 0.5031374 Nov 04 14:25:41.113888 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef979ee-3bc1-4224-8146-debe19b79544', 'name': 'network-vif-deleted', 'tag': '4d38bc17-0aab-45d2-a024-4aba713b737a'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:41.116230 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583fce29-711d-4d00-9176-8bc8bd48a165" -d '{"events": [{"server_uuid": "4ef979ee-3bc1-4224-8146-debe19b79544", "name": "network-vif-deleted", "tag": "4d38bc17-0aab-45d2-a024-4aba713b737a"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:41.151014 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c9efe-611e-4373-b4fe-c55b222ffde3 x-openstack-request-id: req-ec3c9efe-611e-4373-b4fe-c55b222ffde3 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:41.151302 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef979ee-3bc1-4224-8146-debe19b79544", "name": "network-vif-deleted", "tag": "4d38bc17-0aab-45d2-a024-4aba713b737a", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:41.151548 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec3c9efe-611e-4373-b4fe-c55b222ffde3 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:41.152006 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef979ee-3bc1-4224-8146-debe19b79544', 'name': 'network-vif-deleted', 'tag': '4d38bc17-0aab-45d2-a024-4aba713b737a', 'status': 'completed', 'code': 200} Nov 04 14:25:41.354245 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f544b40c-2d51-4d0b-820d-d5442975578d req-ba9d9fbd-b7e4-4529-b26f-381c267ee999 tempest-VolumesSnapshotTestJSON-1993194081 tempest-VolumesSnapshotTestJSON-1993194081-project] 10.222.0.74 "GET /v2.0/ports?device_id=4ef979ee-3bc1-4224-8146-debe19b79544 HTTP/1.1" status: 200 len: 210 time: 0.0249388 Nov 04 14:25:41.689655 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee52de-8e78-41c9-b83b-f15475f135a2 req-b79fc24e-bca5-415d-b0ff-8cee5679267a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:41.691159 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2cee52de-8e78-41c9-b83b-f15475f135a2 req-b79fc24e-bca5-415d-b0ff-8cee5679267a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0519388 Nov 04 14:25:41.740062 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-2cee52de-8e78-41c9-b83b-f15475f135a2 req-ea7d56bf-7b73-4501-ae57-e5cecda35157 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Nov 04 14:25:42.786525 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 151745a4-7c65-4ca7-ba81-442f8863054e details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:25:42.788659 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 4d38bc17-0aab-45d2-a024-4aba713b737a no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:25:42.823103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 4d38bc17-0aab-45d2-a024-4aba713b737a {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:25:42.827216 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 4d38bc17-0aab-45d2-a024-4aba713b737a not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:25:42.865269 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d79e-db82-4863-814c-89c7e04100a4 req-1a19d808-c40b-4ad6-9fe5-3e8d9fceae9b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:42.868090 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfd6d79e-db82-4863-814c-89c7e04100a4 req-1a19d808-c40b-4ad6-9fe5-3e8d9fceae9b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0574579 Nov 04 14:25:42.909604 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 151745a4-7c65-4ca7-ba81-442f8863054e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=151745a4-7c65-4ca7-ba81-442f8863054e,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:42.921564 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '151745a4-7c65-4ca7-ba81-442f8863054e', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:25:42.922957 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cfd6d79e-db82-4863-814c-89c7e04100a4 req-d7e1d2a9-6fd6-4d46-8a4f-2c13b66c9267 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Nov 04 14:25:42.976348 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:42.985806 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151745a4-7c65-4ca7-ba81-442f8863054e {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:25:43.005159 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 151745a4-7c65-4ca7-ba81-442f8863054e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=151745a4-7c65-4ca7-ba81-442f8863054e,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:43.057417 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:43.105842 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=151745a4-7c65-4ca7-ba81-442f8863054e,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:43.264604 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['151745a4-7c65-4ca7-ba81-442f8863054e'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:25:44.056409 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8e437-d669-48ec-84c7-934cfe20c99b req-73eb4ba0-bf70-4e8b-992b-12c336889c25 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:44.058120 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ab8e437-d669-48ec-84c7-934cfe20c99b req-73eb4ba0-bf70-4e8b-992b-12c336889c25 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0554397 Nov 04 14:25:44.110194 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1ab8e437-d669-48ec-84c7-934cfe20c99b req-2556f266-3ce2-4585-ac61-2098818856af tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460315 Nov 04 14:25:45.271047 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a4210-43c2-44e5-ac92-01317700d09c req-0504ba6e-8d96-4f59-8de4-e623b4acd0c3 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:45.272476 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4e2a4210-43c2-44e5-ac92-01317700d09c req-0504ba6e-8d96-4f59-8de4-e623b4acd0c3 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0465636 Nov 04 14:25:45.323577 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-4e2a4210-43c2-44e5-ac92-01317700d09c req-d4c7214a-8180-4982-9925-2e049de391c5 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451043 Nov 04 14:25:45.610033 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 151745a4-7c65-4ca7-ba81-442f8863054e up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:25:45.731295 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 151745a4-7c65-4ca7-ba81-442f8863054e completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:25:45.735064 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 151745a4-7c65-4ca7-ba81-442f8863054e triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:25:45.735433 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:45.813423 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:45.835039 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:45.837790 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13630d3-4c50-4658-a55a-faa927e021cd" -d '{"events": [{"server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "name": "network-vif-plugged", "status": "completed", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:45.850579 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 151745a4-7c65-4ca7-ba81-442f8863054e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=151745a4-7c65-4ca7-ba81-442f8863054e,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:25:45.920229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:45.943055 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c97085-815f-485f-bafa-0cfe47de135d x-openstack-request-id: req-60c97085-815f-485f-bafa-0cfe47de135d {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:45.943342 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "name": "network-vif-plugged", "status": "completed", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:45.943590 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60c97085-815f-485f-bafa-0cfe47de135d {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:45.943969 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e', 'code': 200} Nov 04 14:25:45.968575 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=151745a4-7c65-4ca7-ba81-442f8863054e,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:46.437629 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740bcc0-96a8-4570-8947-22c845475c0e req-ce0223de-2eae-4eeb-a5bf-e0a89e4a2576 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:46.439212 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d740bcc0-96a8-4570-8947-22c845475c0e req-ce0223de-2eae-4eeb-a5bf-e0a89e4a2576 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0470505 Nov 04 14:25:46.488749 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d740bcc0-96a8-4570-8947-22c845475c0e req-409d3256-431b-4c16-ada4-240c4e6a7b84 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Nov 04 14:25:47.093476 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:25:47.633052 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8dbc0-ee9e-4275-ad78-a0d991af1ef4 req-eedc2da1-8311-4250-9416-d5da56522a2e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:47.635266 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a2b8dbc0-ee9e-4275-ad78-a0d991af1ef4 req-eedc2da1-8311-4250-9416-d5da56522a2e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0776150 Nov 04 14:25:47.648446 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dfc26-7589-4de2-be1b-85754ad06846 req-077bec55-3c0b-4f41-8dc8-d187b63d78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:47.649956 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b27dfc26-7589-4de2-be1b-85754ad06846 req-077bec55-3c0b-4f41-8dc8-d187b63d78b4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0679121 Nov 04 14:25:47.713134 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a2b8dbc0-ee9e-4275-ad78-a0d991af1ef4 req-4734ac6f-1626-44a4-b2f0-895737719f5c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720446 Nov 04 14:25:47.720948 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b27dfc26-7589-4de2-be1b-85754ad06846 req-b94cace0-05d3-4cf9-b9d6-33223f5e0431 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637980 Nov 04 14:25:48.827765 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1afa4-4783-407e-a2a7-ac892ba07b01 req-9401da42-1db3-4752-bac7-b1834cf1fdc1 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:48.829332 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ccf1afa4-4783-407e-a2a7-ac892ba07b01 req-9401da42-1db3-4752-bac7-b1834cf1fdc1 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Nov 04 14:25:48.878954 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-ccf1afa4-4783-407e-a2a7-ac892ba07b01 req-3fb2c551-a411-458b-a560-7b1dd249ace4 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Nov 04 14:25:49.990367 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aae56-1947-4e92-82a3-467bd3745e24 req-d3b9ccec-9d51-4282-831c-6c74545b45c2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:49.992021 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1b4aae56-1947-4e92-82a3-467bd3745e24 req-d3b9ccec-9d51-4282-831c-6c74545b45c2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0475430 Nov 04 14:25:50.044742 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1b4aae56-1947-4e92-82a3-467bd3745e24 req-b6104a6c-7884-401b-bd5c-e6c7d7253d33 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 Nov 04 14:25:50.155869 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f30f5-cfa7-4f99-a2e8-ec1a7d1a75b8 req-7dc54f87-99ea-4edd-8551-2ae36562715a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:50.157406 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8e1f30f5-cfa7-4f99-a2e8-ec1a7d1a75b8 req-7dc54f87-99ea-4edd-8551-2ae36562715a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Nov 04 14:25:50.205005 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8e1f30f5-cfa7-4f99-a2e8-ec1a7d1a75b8 req-bf70b9d1-22ca-414f-b89b-c3064130a95f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 Nov 04 14:25:50.230526 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52258) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:25:50.268610 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd905a53-57e5-40d5-9fd0-a2ae8c3edcde tempest-TestVolumeBootPattern-131582781 tempest-TestVolumeBootPattern-131582781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:50.270093 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-dd905a53-57e5-40d5-9fd0-a2ae8c3edcde tempest-TestVolumeBootPattern-131582781 tempest-TestVolumeBootPattern-131582781-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0385952 Nov 04 14:25:50.272850 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52260) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:25:50.277297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:25:50.400849 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:50.500292 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:50.601557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Allocated IP 172.27.1.253 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/b943fcff-17aa-4e86-8b88-0c28f68b75e7) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:25:50.701074 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:50.777422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:50.811337 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:25:50.815601 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:25:50.821058 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:25:50.850095 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=b943fcff-17aa-4e86-8b88-0c28f68b75e7,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:51.174243 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:51.274089 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:51.421046 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:51.492039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:51.561768 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=b943fcff-17aa-4e86-8b88-0c28f68b75e7,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:25:51.574297 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:51.671354 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Floating IP 5cd82349-1b17-43d6-acaa-436e2abe1b97 associated. External IP: 172.27.1.253, port: 151745a4-7c65-4ca7-ba81-442f8863054e. Nov 04 14:25:52.141653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:25:52.246363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:25:52.257103 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:25:52.267503 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:25:52.268120 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:25:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:52.333629 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:25:52.360388 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1dab3ff3-6495-4876-bf4b-7a2ba678a448 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0865235 Nov 04 14:25:52.361049 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:25:52.363292 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d395095-e746-46c3-9904-45887f047f55" -d '{"events": [{"name": "network-changed", "server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:25:52.375708 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:25:52.401333 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683a561-1f6b-4f3f-968e-87c3625c424c x-openstack-request-id: req-8683a561-1f6b-4f3f-968e-87c3625c424c {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:25:52.401623 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:25:52.401874 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8683a561-1f6b-4f3f-968e-87c3625c424c {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:25:52.402287 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e', 'status': 'completed', 'code': 200} Nov 04 14:25:52.465669 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395095-e746-46c3-9904-45887f047f55 req-5c521c01-aed2-45cc-a740-a784ba7d15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:52.467200 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-5c521c01-aed2-45cc-a740-a784ba7d15bd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0401618 Nov 04 14:25:52.561557 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395095-e746-46c3-9904-45887f047f55 req-59dc2075-5d1f-488c-9aa2-d49c098586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:52.563090 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-59dc2075-5d1f-488c-9aa2-d49c098586d6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0881307 Nov 04 14:25:52.601531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:51Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:52.627351 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:25:52.629275 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-1e5080f4-c6b4-42cc-8aa7-31aa7d06900a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 1000 time: 0.0591309 Nov 04 14:25:52.636208 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:25:52.636814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:25:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:52.676703 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395095-e746-46c3-9904-45887f047f55 req-0ba2b7f1-7e3a-4bd7-ab31-d076c3cf4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:52.678224 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-0ba2b7f1-7e3a-4bd7-ab31-d076c3cf4804 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0420468 Nov 04 14:25:52.725610 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395095-e746-46c3-9904-45887f047f55 req-119e1aad-8625-43b1-9313-88c27b231c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:25:52.727222 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-119e1aad-8625-43b1-9313-88c27b231c32 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420008 Nov 04 14:25:52.742646 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:25:52.823560 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-dbdc46c9-8012-4f0d-9e00-5b6d6ef7e27a service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888915 Nov 04 14:25:52.914648 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-1d395095-e746-46c3-9904-45887f047f55 req-9b1580c7-5a6f-45e0-aea3-d3337f6fe22b service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843458 Nov 04 14:25:52.967814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:51Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:25:53.003657 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d5332-82b0-4ecb-a3f6-d2477b9353e4 None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:51Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:25:53.201280 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca37f2-e538-4834-8dff-911c7e4afebf None None] New status for floating IP 5cd82349-1b17-43d6-acaa-436e2abe1b97: ACTIVE {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:25:56.389446 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:02.971842 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-026387a0-66ba-4ec4-87d5-495fad522f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:05.303230 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0810-f7dc-45d1-b185-ece6fd249cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:05.365973 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-447f5ae2-22f4-4cbb-b63f-232e5ebe6238 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404086 Nov 04 14:26:05.447252 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-16a423a5-be4f-4006-b8c5-0eda4ec33e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:26:05.448765 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-16a423a5-be4f-4006-b8c5-0eda4ec33e28 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0417111 Nov 04 14:26:05.555229 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-5e4cf2a6-a421-4b4c-8d0e-be96fed31ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:26:05.556622 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-5e4cf2a6-a421-4b4c-8d0e-be96fed31ec9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0871212 Nov 04 14:26:05.623065 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-b238b48d-fd27-4b3c-ab02-64c6052b9bc8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 1002 time: 0.0575144 Nov 04 14:26:05.676850 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-5a4cd93f-86be-4d83-a296-4f5a39ad4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:26:05.678338 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-5a4cd93f-86be-4d83-a296-4f5a39ad4cd3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0474062 Nov 04 14:26:05.723993 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-a28502de-9472-4349-a3f5-d16df08c42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:26:05.725488 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-a28502de-9472-4349-a3f5-d16df08c42aa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395012 Nov 04 14:26:05.817052 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-967deea0-9a89-4589-89ff-eae68622c4f3 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Nov 04 14:26:05.910467 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9cbc51b-22b4-43c5-895a-09ac2fe226c1 req-f18c93de-6066-491b-842a-31ff015a3640 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846388 Nov 04 14:26:06.606586 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:07.818442 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:07.959678 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52360) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:26:08.004219 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Deleting subnet 6f0a46e8-f7e4-47e7-8174-8bc772193aaf {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:26:08.007196 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.039663 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27990894'] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.080839 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.172605 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28936253'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.195496 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0a46e8-f7e4-47e7-8174-8bc772193aaf,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:26:08.205470 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.211245 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:26:08.212810 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.214801 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-2ba6d3b2-c839-4ef7-9c8d-982c28706610 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6f0a46e8-f7e4-47e7-8174-8bc772193aaf HTTP/1.1" status: 204 len: 168 time: 0.2541013 Nov 04 14:26:08.218231 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52362) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:26:08.283349 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.362977 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.382209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7494c95-d4e0-40d4-b1f1-7c922165597c']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:26:08.391826 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:26:08.392129 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf051b2-488c-4ede-a0e0-ef7cf62c82ab') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:26:08.401080 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.415473 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.421258 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:26:08.421652 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:26:08.423356 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:26:08.537313 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.541621 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.545148 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] 10.222.0.74 "DELETE /v2.0/networks/c7494c95-d4e0-40d4-b1f1-7c922165597c HTTP/1.1" status: 204 len: 168 time: 0.3259697 Nov 04 14:26:08.557443 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcf449-e56f-47b1-829a-7c4e452a01ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c7494c95-d4e0-40d4-b1f1-7c922165597c,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:26:08.720504 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.788764 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52366) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:26:08.830143 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-3ca4bcff-f37c-4ffa-b506-fceb9fbef69e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d3c8c78070b4b18b6103c3f22c162b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382376 Nov 04 14:26:08.830556 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52368) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:26:08.876293 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-35f48ea0-7292-4b89-9c4f-2879f1a81012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.896935 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-35f48ea0-7292-4b89-9c4f-2879f1a81012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.983354 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-35f48ea0-7292-4b89-9c4f-2879f1a81012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.985880 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-35f48ea0-7292-4b89-9c4f-2879f1a81012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:08.987055 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-35f48ea0-7292-4b89-9c4f-2879f1a81012 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/954ec676-0a9d-4ec2-bd61-8516e5608b44 HTTP/1.1" status: 204 len: 168 time: 0.1556106 Nov 04 14:26:08.994517 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f48ea0-7292-4b89-9c4f-2879f1a81012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954ec676-0a9d-4ec2-bd61-8516e5608b44,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:26:24.093665 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:26:26.400603 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:32.937655 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-83bb5c70-5652-43e0-9e21-f8a0963ffa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:35.257706 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c95a81af-dcfe-47de-a12f-46ee28bde0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:36.600744 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:37.829444 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:38.755223 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:26:56.435280 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:01.093222 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:27:02.909503 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f82d446a-348c-45cf-9f33-f361ee839271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:05.223685 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-26734c29-e687-41b9-afdc-c2d4ad8244d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:05.349802 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-1ba37489-f20a-410c-9d3c-ba1bbefb0aff service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404677 Nov 04 14:27:05.427964 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-3a50575c-bd6b-4ab9-bd0c-840bee320e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:05.429401 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-3a50575c-bd6b-4ab9-bd0c-840bee320e21 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0388556 Nov 04 14:27:05.528818 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-5aed4626-f837-4c03-aa41-f86b445f0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:05.530274 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-5aed4626-f837-4c03-aa41-f86b445f0eb3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0822310 Nov 04 14:27:05.597202 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-31141545-af9a-4457-a2ea-92a648da7cea service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 1002 time: 0.0595882 Nov 04 14:27:05.644848 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-4c85ad06-8ac7-49a5-b2fb-91aa7b69e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:05.646234 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-4c85ad06-8ac7-49a5-b2fb-91aa7b69e2db service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0420990 Nov 04 14:27:05.689364 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-0466f4f1-8d4e-4ac5-be77-11ec730d5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:05.690878 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-0466f4f1-8d4e-4ac5-be77-11ec730d5870 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374072 Nov 04 14:27:05.781680 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-98c29cbf-030c-4501-9a39-a76798f20202 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833704 Nov 04 14:27:05.883878 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f9327533-0eb5-4dd1-bd5e-b2e8ff3144b5 req-51bbccbc-b11b-43dc-bd15-3c378fedf797 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943961 Nov 04 14:27:06.595228 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:07.835714 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:08.726946 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:23.831207 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-cf0a5442-e3dd-499d-8172-598aec838536 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402241640&fields=id&tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 267 time: 0.0498645 Nov 04 14:27:23.933795 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-d7846f8a-73eb-47ed-a358-c9a70566b1a6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:23.935270 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-d7846f8a-73eb-47ed-a358-c9a70566b1a6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 812 time: 0.0971804 Nov 04 14:27:23.949577 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-0110f886-8689-467e-928d-b7951b8af4f9 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/quotas/f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 375 time: 0.0087409 Nov 04 14:27:24.003555 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-1d020917-f1fa-450e-9bc2-b80a76dc99b8 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0488393 Nov 04 14:27:24.100278 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-6199af98-7cc9-4162-8e69-f21bd3d4d548 service neutron] 10.222.0.74 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853209 Nov 04 14:27:24.189440 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-937f0542-f92a-4547-ab7f-84fa191995db service neutron] 10.222.0.74 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831389 Nov 04 14:27:24.691589 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-54e4a25b-71f9-4388-8735-c9d18520b8e5 req-0ba9f68c-74b7-4d3c-9549-db1d88e1cf86 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 210 time: 0.0256631 Nov 04 14:27:25.781028 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-03c694aa-1c12-4065-8ac5-dd7680a78616 req-c15e8dbc-d7ab-4722-83c0-e98da9f16b91 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 210 time: 0.0248830 Nov 04 14:27:26.384093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-c7480de4-2186-4376-a145-30b498f42781 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:26.385467 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-c7480de4-2186-4376-a145-30b498f42781 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 812 time: 0.1024797 Nov 04 14:27:26.419389 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:26.451338 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-4a178233-b189-4b10-bde3-fbe462cd6e6a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b HTTP/1.1" status: 200 len: 379 time: 0.0562675 Nov 04 14:27:26.461543 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'port': {'device_id': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'admin_state_up': True, 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'security_groups': ['b0fc32b6-a9c2-4fc2-97a6-531915144bc1']}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:27:26.612879 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Made reservation on behalf of f9e0985dbcee432b8bcbd3d28f6a8f6b for: {'port': 1} {{(pid=101609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 14:27:26.616833 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:26.741373 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Allocated IP 172.20.0.5 (475103d3-b277-4fbf-aa39-aa8484a7d4ee/bdcd14ed-6696-4635-b5d4-02cdccb890da/65bbd9ac-b35c-4968-8801-771f82c5c06a) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:27:26.901019 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d03ff307-8e48-4451-b34f-de82bd74ab65 req-cd28576f-864a-4bc7-b60f-a3ff866003d4 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 210 time: 0.0400724 Nov 04 14:27:26.903713 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.018710 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.060647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:27:27.065623 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:27:27.069981 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:27:27.076463 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=65bbd9ac-b35c-4968-8801-771f82c5c06a,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:27.104030 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.104385 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.104728 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.105066 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.105402 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.105735 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.106067 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.106404 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.106749 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.107076 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.107401 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.107739 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:27.138127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:27.138760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.216024 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-3a1b91e8-1626-4890-a5c0-cd391aebdb2f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585342 Nov 04 14:27:27.228867 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Request body: {'port': {'device_id': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:27:27.283992 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.330912 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4a6e5c93-cd15-41da-9bc7-ef4b71fedaac None None] Provisioning complete for port 65bbd9ac-b35c-4968-8801-771f82c5c06a triggered by entity DHCP. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:27:27.331285 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5c93-cd15-41da-9bc7-ef4b71fedaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.365690 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e5c93-cd15-41da-9bc7-ef4b71fedaac None None] Port 65bbd9ac-b35c-4968-8801-771f82c5c06a cannot update to ACTIVE because it is not bound. {{(pid=101611) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 04 14:27:27.542460 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bbd9ac-b35c-4968-8801-771f82c5c06a {{(pid=101609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:27:27.549841 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.561493 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.provisioning_blocks [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Transition to ACTIVE for port object 65bbd9ac-b35c-4968-8801-771f82c5c06a will not be triggered until provisioned by entity L2. {{(pid=101609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 14:27:27.613395 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.664024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Pushing event updated for resources: {'Port': ['ID=65bbd9ac-b35c-4968-8801-771f82c5c06a,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:27.734835 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Attempting to bind port 65bbd9ac-b35c-4968-8801-771f82c5c06a on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 04 14:27:27.735181 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Attempting to bind port 65bbd9ac-b35c-4968-8801-771f82c5c06a by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 04 14:27:27.735521 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Attempting to bind port 65bbd9ac-b35c-4968-8801-771f82c5c06a on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:27:27.740356 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Port 65bbd9ac-b35c-4968-8801-771f82c5c06a on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 14:27:27.740679 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Attempting to bind port 65bbd9ac-b35c-4968-8801-771f82c5c06a on network 475103d3-b277-4fbf-aa39-aa8484a7d4ee {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 14:27:27.745667 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Checking agent: {'id': 'a940dbf7-5d12-4969-b7fb-5100195b00b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'started_at': datetime.datetime(2021, 11, 4, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 14:27:27.746011 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Checking segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 04 14:27:27.746458 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Bound using segment: {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'} {{(pid=101609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 14:27:27.746862 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.managers [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Bound port: 65bbd9ac-b35c-4968-8801-771f82c5c06a, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60ff6aa-418a-45dd-95f2-14a48bac29bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee'}}] {{(pid=101609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 04 14:27:27.747226 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.813538 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] For port 65bbd9ac-b35c-4968-8801-771f82c5c06a, host hv-cinder-81584, cleared binding levels {{(pid=101609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 14:27:27.816600 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] For port 65bbd9ac-b35c-4968-8801-771f82c5c06a, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 14:27:27.925990 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.957039 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:27.957661 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:27.959644 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] 10.222.0.107 "PUT /v2.0/ports/65bbd9ac-b35c-4968-8801-771f82c5c06a HTTP/1.1" status: 200 len: 1093 time: 0.7349811 Nov 04 14:27:27.960144 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:27:27.962405 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2" -d '{"events": [{"name": "network-changed", "server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:27:28.011779 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6457d6-684b-4322-96de-73fc05d4235b x-openstack-request-id: req-7e6457d6-684b-4322-96de-73fc05d4235b {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:27:28.012347 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:27:28.012347 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e6457d6-684b-4322-96de-73fc05d4235b {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:27:28.012684 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'status': 'completed', 'code': 200} Nov 04 14:27:28.021805 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad662d9b-b9ae-4cc9-9afe-a7a325b83aad service neutron] Pushing event updated for resources: {'Port': ['ID=65bbd9ac-b35c-4968-8801-771f82c5c06a,revision_number=3']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:28.076127 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f697a8-ac77-4cc6-8fcc-cd30c0d4e8a2 req-058295a7-affa-4f1a-b3da-2657acfd2449 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.083593 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-30f697a8-ac77-4cc6-8fcc-cd30c0d4e8a2 req-058295a7-affa-4f1a-b3da-2657acfd2449 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.1015086 Nov 04 14:27:28.118319 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2 req-816672ca-d499-498f-9316-015dbec0e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.119875 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2 req-816672ca-d499-498f-9316-015dbec0e827 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0922267 Nov 04 14:27:28.175078 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-30f697a8-ac77-4cc6-8fcc-cd30c0d4e8a2 req-909b0139-9374-41c7-a879-635f5f9b258e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847375 Nov 04 14:27:28.236447 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2 req-2b452b18-dbbc-4d8a-98cd-a2f991e29447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.237847 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2 req-2b452b18-dbbc-4d8a-98cd-a2f991e29447 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1101747 Nov 04 14:27:28.335249 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2 req-00d9dbb8-bf17-49e5-a199-6b7284304cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.336621 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-d9ddbedc-10ff-4b42-aeb3-dca1ef4238a2 req-00d9dbb8-bf17-49e5-a199-6b7284304cfc service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907850 Nov 04 14:27:28.411432 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-b715a5ce-7032-4daa-a0ad-895653747347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.412901 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-b715a5ce-7032-4daa-a0ad-895653747347 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0400026 Nov 04 14:27:28.457238 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-b1255bd9-37d6-4a14-b56e-e69edd16054a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a HTTP/1.1" status: 200 len: 217 time: 0.0364497 Nov 04 14:27:28.505999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-2f6d0917-b355-4ad5-8082-385eff728d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.507450 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-2f6d0917-b355-4ad5-8082-385eff728d1e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0435340 Nov 04 14:27:28.550298 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-95cafbcc-99df-400d-a613-53aa4227a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:28.552326 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-95cafbcc-99df-400d-a613-53aa4227a4cb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374944 Nov 04 14:27:28.645414 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-f631d549-600e-49d5-b0bf-2b7d0d39a378 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840018 Nov 04 14:27:28.731747 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-cf540f0e-e079-4afe-8248-7c95fb986c9a req-d2aaa329-bf7e-48cf-9281-324cd8068179 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822778 Nov 04 14:27:29.296146 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a80b1-3889-4ea4-b9aa-2ca0046131e1 req-ca9d02e9-557c-4bbc-a345-785d073ce961 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:29.297622 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b07a80b1-3889-4ea4-b9aa-2ca0046131e1 req-ca9d02e9-557c-4bbc-a345-785d073ce961 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0531123 Nov 04 14:27:29.347221 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b07a80b1-3889-4ea4-b9aa-2ca0046131e1 req-b7ef04e7-e8c9-4f94-9353-42aa5fd09d43 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Nov 04 14:27:30.459417 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f9679-f331-4534-ab4e-861d574d18ab req-096c1db9-26b5-4645-aa91-ded33bc3542a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:30.461296 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-269f9679-f331-4534-ab4e-861d574d18ab req-096c1db9-26b5-4645-aa91-ded33bc3542a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0483296 Nov 04 14:27:30.519936 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-269f9679-f331-4534-ab4e-861d574d18ab req-339d0908-e0f6-4439-9955-78c7fa49d218 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527973 Nov 04 14:27:31.630239 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3448e-e6bc-411f-8642-6a98b5163815 req-4cddb72c-0152-45e2-b24d-5153cbeedd8f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:31.631698 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-29a3448e-e6bc-411f-8642-6a98b5163815 req-4cddb72c-0152-45e2-b24d-5153cbeedd8f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0459704 Nov 04 14:27:31.682494 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-29a3448e-e6bc-411f-8642-6a98b5163815 req-a373480e-98c9-41dd-bb60-2ff7c99084dc tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Nov 04 14:27:32.794144 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f7784-7054-45d2-8c25-79ff6a173978 req-5c973a24-27a2-4a47-8aad-2560dc0b39d8 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:32.796528 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f33f7784-7054-45d2-8c25-79ff6a173978 req-5c973a24-27a2-4a47-8aad-2560dc0b39d8 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0477235 Nov 04 14:27:32.845647 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f33f7784-7054-45d2-8c25-79ff6a173978 req-5ab42eaf-b0b9-4fd7-8362-8791424ceb98 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Nov 04 14:27:32.921496 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-76bb571c-31c1-46f9-84fa-3ce85a2e58d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:33.962104 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1dcbf-509b-4deb-b4a6-3c518c90e121 req-3ce33325-c77d-41ec-a526-d1b3d0596dbf tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:33.963574 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08e1dcbf-509b-4deb-b4a6-3c518c90e121 req-3ce33325-c77d-41ec-a526-d1b3d0596dbf tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0476608 Nov 04 14:27:34.012027 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08e1dcbf-509b-4deb-b4a6-3c518c90e121 req-2c4ce6c3-61bc-4594-8c61-007bc70d8dc5 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Nov 04 14:27:35.127870 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aad74-5405-418c-a9aa-d378d1aa3f2b req-6d59260a-2b3c-44a8-ab85-4bc341a0db2d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:35.129247 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-544aad74-5405-418c-a9aa-d378d1aa3f2b req-6d59260a-2b3c-44a8-ab85-4bc341a0db2d tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0509017 Nov 04 14:27:35.188755 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-544aad74-5405-418c-a9aa-d378d1aa3f2b req-394f9843-f932-4811-9cb9-08d77cba8b81 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529978 Nov 04 14:27:35.258812 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-de6f62b8-63f3-4ca4-a054-129f5ccdd2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:36.302434 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85a8b2-e33f-4565-8354-499ff123a360 req-14b0062f-6948-4575-8aa4-310d19c67104 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:36.303893 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7f85a8b2-e33f-4565-8354-499ff123a360 req-14b0062f-6948-4575-8aa4-310d19c67104 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0463750 Nov 04 14:27:36.351543 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-7f85a8b2-e33f-4565-8354-499ff123a360 req-1aff18e2-3bb3-4cab-8763-424c2dad970a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Nov 04 14:27:36.601064 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:37.353163 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 65bbd9ac-b35c-4968-8801-771f82c5c06a details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101611) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 14:27:37.446157 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 65bbd9ac-b35c-4968-8801-771f82c5c06a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:27:37.457513 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Returning: {'device': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'port_id': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'mac_address': 'fa:16:3e:48:bd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101611) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 14:27:37.464891 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fdad7-ce6e-47a6-9812-4e676aff29d1 req-37d0369a-ebc8-4ff1-b889-a7084764b8df tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:37.466375 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d2fdad7-ce6e-47a6-9812-4e676aff29d1 req-37d0369a-ebc8-4ff1-b889-a7084764b8df tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 943 time: 0.0500057 Nov 04 14:27:37.499519 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:37.512211 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bbd9ac-b35c-4968-8801-771f82c5c06a {{(pid=101611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 14:27:37.519491 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d2fdad7-ce6e-47a6-9812-4e676aff29d1 req-8d80cc54-a75a-4d0b-a03d-e15a7282e3fa tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467052 Nov 04 14:27:37.531458 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 65bbd9ac-b35c-4968-8801-771f82c5c06a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:27:37.601518 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:37.647033 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=65bbd9ac-b35c-4968-8801-771f82c5c06a,revision_number=4']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:37.653742 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.654092 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.654468 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.654813 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.655144 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.655469 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.655798 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.656122 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.656452 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.656776 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.657097 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.657417 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:27:37.833695 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] get_ports_and_sgs() called for port_ids ['65bbd9ac-b35c-4968-8801-771f82c5c06a'] {{(pid=101611) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 14:27:37.858153 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:38.091825 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:27:38.636200 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24454e0-1ce3-4b98-a1bf-66c9ab3be8d7 req-e23bcdf9-1df2-4c4d-a70c-3e35a0465bfb tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:38.637673 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f24454e0-1ce3-4b98-a1bf-66c9ab3be8d7 req-e23bcdf9-1df2-4c4d-a70c-3e35a0465bfb tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 944 time: 0.0477352 Nov 04 14:27:38.688200 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-f24454e0-1ce3-4b98-a1bf-66c9ab3be8d7 req-786d5981-018f-4fb4-a6f7-938b00fa6f6c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Nov 04 14:27:38.709996 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:39.381329 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 65bbd9ac-b35c-4968-8801-771f82c5c06a up at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 14:27:39.480618 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning for port 65bbd9ac-b35c-4968-8801-771f82c5c06a completed by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 14:27:39.484253 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.provisioning_blocks [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Provisioning complete for port 65bbd9ac-b35c-4968-8801-771f82c5c06a triggered by entity L2. {{(pid=101611) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 14:27:39.490402 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3833641'] for port, provisioning_complete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:39.559166 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:39.580924 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a'}] {{(pid=101611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:27:39.583771 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da28478e89df940d8bdccf2a4a12ca7d4d5a75eda64828b6e3d24f2f08a823cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8268508d-7bfa-4f07-a5be-014220245fa8" -d '{"events": [{"server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "name": "network-vif-plugged", "status": "completed", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a"}]}' {{(pid=101611) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:27:39.595939 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] For port 65bbd9ac-b35c-4968-8801-771f82c5c06a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:27:39.619749 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd56c3c-d1b3-4e25-95f7-cdf541260390 x-openstack-request-id: req-bcd56c3c-d1b3-4e25-95f7-cdf541260390 {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:27:39.620043 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "name": "network-vif-plugged", "status": "completed", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a", "code": 200}]} {{(pid=101611) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:27:39.620295 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bcd56c3c-d1b3-4e25-95f7-cdf541260390 {{(pid=101611) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:27:39.620696 dv-cinder-815848-5-iscsi neutron-server[101611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'code': 200} Nov 04 14:27:39.641700 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799'] for port, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:39.689304 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Pushing event updated for resources: {'Port': ['ID=65bbd9ac-b35c-4968-8801-771f82c5c06a,revision_number=5']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:39.803507 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa925e-dcb0-4c74-8263-87fc8784e9cc req-364dd3a6-2c23-4321-9228-09fd1760ec83 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:39.805070 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4aa925e-dcb0-4c74-8263-87fc8784e9cc req-364dd3a6-2c23-4321-9228-09fd1760ec83 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Nov 04 14:27:39.854575 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e4aa925e-dcb0-4c74-8263-87fc8784e9cc req-d5f67b4f-2525-4cac-a82b-f3dde5e5df43 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Nov 04 14:27:39.945949 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8a98c-11c2-44c3-a5a3-7fd3eff0645f req-4ac94fb7-c990-4ac1-915a-2fcb7ca032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:39.947343 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99e8a98c-11c2-44c3-a5a3-7fd3eff0645f req-4ac94fb7-c990-4ac1-915a-2fcb7ca032fa service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0417719 Nov 04 14:27:39.993219 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-99e8a98c-11c2-44c3-a5a3-7fd3eff0645f req-7e24cf1b-4182-44f2-a0d4-5d113d4446d1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383134 Nov 04 14:27:40.968561 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64882942-8b58-4d6f-bb7c-4f795d4b00ba req-a8923e25-f604-4636-83a6-bc675c8d6733 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:40.970348 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64882942-8b58-4d6f-bb7c-4f795d4b00ba req-a8923e25-f604-4636-83a6-bc675c8d6733 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Nov 04 14:27:41.019687 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-64882942-8b58-4d6f-bb7c-4f795d4b00ba req-d04c4286-7b17-4904-903c-4d502487eaf4 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Nov 04 14:27:42.133209 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf606-7f60-4379-b64f-b6f9d393a47e req-91153b77-8456-4178-a2bd-a835c6e24e36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:42.134702 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a3cdf606-7f60-4379-b64f-b6f9d393a47e req-91153b77-8456-4178-a2bd-a835c6e24e36 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0499306 Nov 04 14:27:42.183065 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-a3cdf606-7f60-4379-b64f-b6f9d393a47e req-2dbece48-5ac1-445e-bbb1-2833a85ba012 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Nov 04 14:27:42.303647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8107-a5f5-44dd-8fd0-7ec8e6124930 req-a7698aaf-019a-46c1-9355-632f7a8b037c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:42.305091 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6e9e8107-a5f5-44dd-8fd0-7ec8e6124930 req-a7698aaf-019a-46c1-9355-632f7a8b037c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0462890 Nov 04 14:27:42.352417 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-6e9e8107-a5f5-44dd-8fd0-7ec8e6124930 req-6c4ae726-8f9a-44c5-b94c-f1d4fb19f973 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Nov 04 14:27:42.374004 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52484) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:27:42.410490 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0965a2-4c78-4f4a-b3fe-3f92c6693e6c tempest-TestVolumeBootPattern-131582781 tempest-TestVolumeBootPattern-131582781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:42.411967 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7b0965a2-4c78-4f4a-b3fe-3f92c6693e6c tempest-TestVolumeBootPattern-131582781 tempest-TestVolumeBootPattern-131582781-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1093 time: 0.0369594 Nov 04 14:27:42.414457 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52486) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:27:42.418422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.v2.base [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Request body: {'floatingip': {'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'port_id': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 14:27:42.498282 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:42.591695 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:42.694133 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_common [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Allocated IP 172.27.1.140 (72b7a6d5-e459-4ee5-bdd9-97153dee395e/d5d6917d-ecb6-4c50-8deb-55a8ca260346/95129d95-b447-42e6-bf1c-6010d06dd8c5) {{(pid=101609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 14:27:43.054847 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:43.144463 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768197917763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:43.183835 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Network 72b7a6d5-e459-4ee5-bdd9-97153dee395e is already hosted by enough agents. {{(pid=101609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 14:27:43.186711 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.base_scheduler [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Resources bound (agent type, host, resource id): {{(pid=101609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 14:27:43.192251 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Received port after_create {{(pid=101609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 14:27:43.216844 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=95129d95-b447-42e6-bf1c-6010d06dd8c5,revision_number=1']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:43.539695 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:43.679248 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809754'] for port, before_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:43.827055 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for port, precommit_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:43.881591 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768198413689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768197917781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768197917799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26144687'] for port, after_update {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:43.945825 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event updated for resources: {'Port': ['ID=95129d95-b447-42e6-bf1c-6010d06dd8c5,revision_number=2']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:27:43.957020 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590306'] for floatingip, after_create {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:44.053985 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Floating IP a02335d3-1b82-481d-b49e-1a3b06131543 associated. External IP: 172.27.1.140, port: 65bbd9ac-b35c-4968-8801-771f82c5c06a. Nov 04 14:27:44.259363 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:27:44.363386 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:27:44.373134 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:27:44.383940 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:27:44.387823 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:27:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:27:44.437667 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:27:44.475048 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-a968af87-3894-4b63-9b07-17cf71c50ad2 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0596001 Nov 04 14:27:44.475653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:27:44.477901 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22c7dd-2303-41e1-8096-73356e357063" -d '{"events": [{"name": "network-changed", "server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:27:44.495070 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:27:44.525160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a3f367-dc8c-4d3f-b46b-d9771aef7fb0 x-openstack-request-id: req-d3a3f367-dc8c-4d3f-b46b-d9771aef7fb0 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:27:44.525160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:27:44.525160 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3a3f367-dc8c-4d3f-b46b-d9771aef7fb0 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:27:44.525160 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'status': 'completed', 'code': 200} Nov 04 14:27:44.587663 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c7dd-2303-41e1-8096-73356e357063 req-0cdc1eb6-e8bc-4f22-adc5-41a5e352e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:44.589177 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-0cdc1eb6-e8bc-4f22-adc5-41a5e352e8df service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0437603 Nov 04 14:27:44.687836 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c7dd-2303-41e1-8096-73356e357063 req-f71ad2d2-867a-4ec2-a3a4-92bda16e8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:44.689510 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-f71ad2d2-867a-4ec2-a3a4-92bda16e8bee service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0922139 Nov 04 14:27:44.743393 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:53Z', 'revision_number': 1, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}, {'id': 'a02335d3-1b82-481d-b49e-1a3b06131543', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:48:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:27:43Z', 'updated_at': '2021-11-04T14:27:43Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:27:44.757430 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-00ce485c-f7e5-40b3-b8e3-d93409e4dbfc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a HTTP/1.1" status: 200 len: 999 time: 0.0590949 Nov 04 14:27:44.773434 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:27:44.781820 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:27:44.782457 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:27:35Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:27:44.806842 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c7dd-2303-41e1-8096-73356e357063 req-ea1207b1-a624-47d1-908c-8e216845060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:44.808325 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-ea1207b1-a624-47d1-908c-8e216845060b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0440223 Nov 04 14:27:44.858315 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c7dd-2303-41e1-8096-73356e357063 req-d67f7243-4f72-4a77-9646-7d5ed5e4ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:27:44.859859 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-d67f7243-4f72-4a77-9646-7d5ed5e4ca19 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433834 Nov 04 14:27:44.884715 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:27:44.955597 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-1754ec40-08c0-4583-ad51-c52feacdd590 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881717 Nov 04 14:27:45.049719 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3d22c7dd-2303-41e1-8096-73356e357063 req-69a10390-f158-432f-b551-983ce34b1544 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Nov 04 14:27:45.119753 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:53Z', 'revision_number': 1, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}, {'id': 'a02335d3-1b82-481d-b49e-1a3b06131543', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:48:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:27:43Z', 'updated_at': '2021-11-04T14:27:43Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:27:45.144868 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a3f47-d04e-4e1e-832d-e21b85fe4e0b None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:53Z', 'revision_number': 1, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}, {'id': 'a02335d3-1b82-481d-b49e-1a3b06131543', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:48:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:27:43Z', 'updated_at': '2021-11-04T14:27:43Z', 'revision_number': 0, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:27:45.323618 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26031c8f-a134-4153-9500-52e49509a558 None None] New status for floating IP a02335d3-1b82-481d-b49e-1a3b06131543: ACTIVE {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:27:56.441717 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:02.966692 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5265e4db-c469-4ce9-9ce4-b23523e3a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:05.275791 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-5393b182-61d2-47f2-91c1-a9234e8ea700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:06.607259 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:07.333309 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-22ff505e-a800-44b4-997f-947986b13a94 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380218 Nov 04 14:28:07.409494 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-9be146e3-adc2-4cd9-b4f7-5005a7a32c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:28:07.411009 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-9be146e3-adc2-4cd9-b4f7-5005a7a32c3f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0383227 Nov 04 14:28:07.515116 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-308b3b68-7594-4b67-a89e-eb4fd86b8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:28:07.516595 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-308b3b68-7594-4b67-a89e-eb4fd86b8f73 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0875726 Nov 04 14:28:07.579791 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-931b3c86-e948-4ab4-bf69-dada5c16a682 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 1002 time: 0.0558903 Nov 04 14:28:07.631451 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-4199311a-8943-4e71-9e59-6b0ae431bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:28:07.632784 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-4199311a-8943-4e71-9e59-6b0ae431bc3b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0463343 Nov 04 14:28:07.675721 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-2941563e-e3bf-4c56-aeb6-1d2d124c56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:28:07.677136 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-2941563e-e3bf-4c56-aeb6-1d2d124c56d8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373008 Nov 04 14:28:07.768293 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-8a8e57ad-cb8b-4b5e-8e7e-acf003b63e26 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836782 Nov 04 14:28:07.812936 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:07.856977 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e8b1bb52-982a-49b1-b20f-cb8613eb7a8f req-f3ab606c-7aac-48af-af04-37767cb7367e service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821149 Nov 04 14:28:08.756692 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:15.091375 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:28:26.436133 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:32.956208 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-f387a1be-34ab-4fb6-b44c-a2d9583cc85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:35.236085 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-49424621-6f55-48f6-815b-f53d783df0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:36.613428 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:37.847280 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:38.756101 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:28:52.092031 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:28:56.419935 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:02.961820 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-c9afaca9-734b-4a3a-90ff-c22d46382643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:05.259761 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-9b62d7ec-f996-4d0d-845f-9d87c3faa3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:06.618822 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:07.356784 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-0a60112b-8576-48da-b02a-7ee40721a8f3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382609 Nov 04 14:29:07.420015 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134b699-bec7-4047-8f85-161100d3abe2 req-d50dcf38-0ab7-4fe4-b1ae-6abf19cdda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:07.421463 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-d50dcf38-0ab7-4fe4-b1ae-6abf19cdda70 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0427177 Nov 04 14:29:07.521398 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134b699-bec7-4047-8f85-161100d3abe2 req-9eea9898-466f-4ac4-934e-56d2a255a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:07.522897 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-9eea9898-466f-4ac4-934e-56d2a255a6b1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0829990 Nov 04 14:29:07.589651 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-5c6cbf4a-05fb-456c-b305-b9faf74c2d4b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a HTTP/1.1" status: 200 len: 1001 time: 0.0591671 Nov 04 14:29:07.637163 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134b699-bec7-4047-8f85-161100d3abe2 req-7a99e614-3ed2-4ca5-ad71-e9845a18dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:07.638543 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-7a99e614-3ed2-4ca5-ad71-e9845a18dec2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0428615 Nov 04 14:29:07.681766 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134b699-bec7-4047-8f85-161100d3abe2 req-d8b98254-623f-44e5-87f1-7b9b76568cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:07.683277 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-d8b98254-623f-44e5-87f1-7b9b76568cdc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378625 Nov 04 14:29:07.773776 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-c788587a-0d27-4108-8afc-715b4b771369 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Nov 04 14:29:07.825156 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:07.861710 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-b134b699-bec7-4047-8f85-161100d3abe2 req-80db2ab0-df13-4648-85f4-53083a2716ec service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808477 Nov 04 14:29:08.716178 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:11.604421 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 52522) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:11.879123 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Deleting port 95129d95-b447-42e6-bf1c-6010d06dd8c5 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:11.879382 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:11.950889 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:11.951209 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:11.962490 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Calling delete_port for 95129d95-b447-42e6-bf1c-6010d06dd8c5 owned by network:floatingip {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:12.396274 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:12.422150 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'Port': ['ID=95129d95-b447-42e6-bf1c-6010d06dd8c5,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:12.451262 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.451671 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.452006 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.452390 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.452715 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.453038 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.453357 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.453682 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.454000 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.454316 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.454665 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.454969 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:12.507887 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:12.508223 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.db.l3_db [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Floating IP a02335d3-1b82-481d-b49e-1a3b06131543 disassociated (deleted). External IP: 172.27.1.140, port: 65bbd9ac-b35c-4968-8801-771f82c5c06a. Nov 04 14:29:12.731685 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:29:12.842728 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:29:12.847437 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:12.852861 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:29:12.865578 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:12.869357 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:12.879669 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-c7600cde-0413-4f8d-bd15-7abf4af481e6 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "DELETE /v2.0/floatingips/a02335d3-1b82-481d-b49e-1a3b06131543 HTTP/1.1" status: 204 len: 168 time: 1.2736354 Nov 04 14:29:12.880453 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a'}] {{(pid=101610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:29:12.883055 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11ba1cbd8077b38e71ec1e30f242794fbb597a6122c05a9c009e267ef1a9959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f21dca1-668f-4c40-b65a-a4299e3d6e52" -d '{"events": [{"name": "network-changed", "server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a"}]}' {{(pid=101610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:29:12.993154 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:13.094868 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99cea22-4e42-4162-908f-430e096263b8 x-openstack-request-id: req-a99cea22-4e42-4162-908f-430e096263b8 {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:29:13.095158 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a", "status": "completed", "code": 200}]} {{(pid=101610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:29:13.095486 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a99cea22-4e42-4162-908f-430e096263b8 {{(pid=101610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:29:13.095895 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'status': 'completed', 'code': 200} Nov 04 14:29:13.167663 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-4444f005-c8de-4344-a765-5e33c2fd63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:13.169858 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-4444f005-c8de-4344-a765-5e33c2fd63dc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0503938 Nov 04 14:29:13.270152 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-b8a20894-8bbd-43d7-831d-e2fdf86972e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:13.271591 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-b8a20894-8bbd-43d7-831d-e2fdf86972e8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0932968 Nov 04 14:29:13.320521 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-b3866e6d-1a12-47b0-96e8-704fc6182a91 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a HTTP/1.1" status: 200 len: 217 time: 0.0415809 Nov 04 14:29:13.357906 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:53Z', 'revision_number': 1, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:13.383473 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:29:13.391693 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:13.392306 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:13.393818 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-5ae7207d-5fcc-457d-a3b3-fdbf83ecf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:13.395312 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-5ae7207d-5fcc-457d-a3b3-fdbf83ecf973 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0679941 Nov 04 14:29:13.418622 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b9de2-5787-47d0-8cce-6fa37dc06d18 req-b6c76382-db58-47df-b7b6-94256e4480bd tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:13.420049 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-725b9de2-5787-47d0-8cce-6fa37dc06d18 req-b6c76382-db58-47df-b7b6-94256e4480bd tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0844898 Nov 04 14:29:13.477092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-ff8c1d7e-c8c6-4cb9-aff0-0d040e2c5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:13.478590 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-ff8c1d7e-c8c6-4cb9-aff0-0d040e2c5403 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752029 Nov 04 14:29:13.497672 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:13.502941 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-725b9de2-5787-47d0-8cce-6fa37dc06d18 req-fd74cd2d-ad30-46f4-b75d-b28937cc9f4c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667102 Nov 04 14:29:13.584894 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-ec1b75ab-fdde-48db-ab10-137018e37933 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981085 Nov 04 14:29:13.678873 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8f21dca1-668f-4c40-b65a-a4299e3d6e52 req-d8babf67-fe83-431f-afb7-b19d4eb2bc29 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859861 Nov 04 14:29:13.719504 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:53Z', 'revision_number': 1, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:13.746500 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aefe36-36cd-4fb5-81c0-de5cd2b16732 None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_floatingips': [{'id': '5cd82349-1b17-43d6-acaa-436e2abe1b97', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'router_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'port_id': '151745a4-7c65-4ca7-ba81-442f8863054e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'mac_address': 'fa:16:3e:eb:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:25:51Z', 'updated_at': '2021-11-04T14:25:53Z', 'revision_number': 1, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:29:13.951387 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61acea5c-e127-4ba6-8d50-30a6fbe8cccd None None] New status for floating IP a02335d3-1b82-481d-b49e-1a3b06131543: DOWN {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:29:14.618013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be80a0-c6f6-4bda-9df6-c07f4d3d3e85 req-07e7fb90-1f29-472e-85ba-30a06e0b1944 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:14.619503 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-30be80a0-c6f6-4bda-9df6-c07f4d3d3e85 req-07e7fb90-1f29-472e-85ba-30a06e0b1944 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0480609 Nov 04 14:29:14.668106 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-30be80a0-c6f6-4bda-9df6-c07f4d3d3e85 req-0b86020b-7e2a-44ba-9443-6894f4df6893 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Nov 04 14:29:14.839207 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db159ef9-85c9-4665-b571-93128184c0da req-6ab40e0a-7e66-434e-ab77-31d900697a66 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:14.840645 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db159ef9-85c9-4665-b571-93128184c0da req-6ab40e0a-7e66-434e-ab77-31d900697a66 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 945 time: 0.0457156 Nov 04 14:29:14.930562 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Deleting port 65bbd9ac-b35c-4968-8801-771f82c5c06a {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:14.930905 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:15.015565 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] For port 65bbd9ac-b35c-4968-8801-771f82c5c06a, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=65bbd9ac-b35c-4968-8801-771f82c5c06a,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:15.015933 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:15.028746 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Calling delete_port for 65bbd9ac-b35c-4968-8801-771f82c5c06a owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:15.207696 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:15.234169 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'Port': ['ID=65bbd9ac-b35c-4968-8801-771f82c5c06a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:15.243724 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.244076 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.244421 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.244760 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.245417 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.245757 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.246093 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.246816 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.247009 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.247562 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.247903 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.248238 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:15.294296 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] No DVR routers for this DVR port 65bbd9ac-b35c-4968-8801-771f82c5c06a on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:29:15.296836 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:15.300266 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-db159ef9-85c9-4665-b571-93128184c0da req-44c2e4f3-e814-4879-806f-317d1d2a612e tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "DELETE /v2.0/ports/65bbd9ac-b35c-4968-8801-771f82c5c06a HTTP/1.1" status: 204 len: 173 time: 0.4526732 Nov 04 14:29:15.300719 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'name': 'network-vif-deleted', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:29:15.302958 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461722ed-9a7f-4592-8d22-85d688dbcd3d" -d '{"events": [{"server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "name": "network-vif-deleted", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:29:15.337815 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53088216-5024-45bf-b169-bef95b0d27ba x-openstack-request-id: req-53088216-5024-45bf-b169-bef95b0d27ba {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:29:15.338101 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717e7ca9-e5b0-44a4-84b7-2f83261ec2e7", "name": "network-vif-deleted", "tag": "65bbd9ac-b35c-4968-8801-771f82c5c06a", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:29:15.338350 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-53088216-5024-45bf-b169-bef95b0d27ba {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:29:15.338785 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717e7ca9-e5b0-44a4-84b7-2f83261ec2e7', 'name': 'network-vif-deleted', 'tag': '65bbd9ac-b35c-4968-8801-771f82c5c06a', 'status': 'completed', 'code': 200} Nov 04 14:29:15.761533 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-3ec42ba7-3849-4c25-a6f6-e45434c04991 req-a6765d10-c2be-4989-867b-54063405df74 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=717e7ca9-e5b0-44a4-84b7-2f83261ec2e7 HTTP/1.1" status: 200 len: 210 time: 0.0253580 Nov 04 14:29:19.236597 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52566) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:19.388948 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Deleting port b943fcff-17aa-4e86-8b88-0c28f68b75e7 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:19.389284 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:19.465258 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:19.465587 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:19.477334 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Calling delete_port for b943fcff-17aa-4e86-8b88-0c28f68b75e7 owned by network:floatingip {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:19.874239 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 65bbd9ac-b35c-4968-8801-771f82c5c06a no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:19.900693 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 65bbd9ac-b35c-4968-8801-771f82c5c06a {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:19.904470 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 65bbd9ac-b35c-4968-8801-771f82c5c06a not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:19.978967 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:20.003803 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'Port': ['ID=b943fcff-17aa-4e86-8b88-0c28f68b75e7,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:20.060685 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:20.061015 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.db.l3_db [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Floating IP 5cd82349-1b17-43d6-acaa-436e2abe1b97 disassociated (deleted). External IP: 172.27.1.253, port: 151745a4-7c65-4ca7-ba81-442f8863054e. Nov 04 14:29:20.257837 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:29:20.360651 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:29:20.364966 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:20.370252 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:29:20.380002 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:20.380687 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:20.391565 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9afa7fbb-41ea-459d-b771-1bd34b2696fe tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "DELETE /v2.0/floatingips/5cd82349-1b17-43d6-acaa-436e2abe1b97 HTTP/1.1" status: 204 len: 168 time: 1.1538568 Nov 04 14:29:20.392240 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:29:20.394563 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08322ad9-d796-4f16-a264-d7d73ad9d5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:29:20.433328 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df4ad4b-bd93-45d3-8000-91c713b43586 x-openstack-request-id: req-6df4ad4b-bd93-45d3-8000-91c713b43586 {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:29:20.433620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:29:20.433872 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6df4ad4b-bd93-45d3-8000-91c713b43586 {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:29:20.434276 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e', 'status': 'completed', 'code': 200} Nov 04 14:29:20.490603 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:20.500459 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-b26cd5b2-15e0-4b67-b6f2-62fb32a3dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:20.501988 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-b26cd5b2-15e0-4b67-b6f2-62fb32a3dfeb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0436916 Nov 04 14:29:20.589331 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-c4090c08-1137-4161-a19a-7308b15928ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:20.591417 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-c4090c08-1137-4161-a19a-7308b15928ec service neutron] 10.222.0.107 "GET /v2.0/networks?id=475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 200 len: 913 time: 0.0829692 Nov 04 14:29:20.636344 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-299e265c-4027-4634-9a0e-2366f2d8692e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 200 len: 217 time: 0.0369925 Nov 04 14:29:20.683538 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-2e4488af-24c3-437e-ae32-ac854f647d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:20.685518 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-2e4488af-24c3-437e-ae32-ac854f647d73 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 200 len: 851 time: 0.0429187 Nov 04 14:29:20.688781 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:20.715509 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:29:20.724111 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:20.724755 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:20.731099 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-7a29b906-cf7c-4be3-bedc-e2ead48dbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:20.732789 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-7a29b906-cf7c-4be3-bedc-e2ead48dbacd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=475103d3-b277-4fbf-aa39-aa8484a7d4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406959 Nov 04 14:29:20.836156 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:20.838661 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-33610b39-213f-41d9-9dc2-184e8ba8c571 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924337 Nov 04 14:29:20.963149 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a750-7e3b-49fc-b781-ae6cacefd95b req-714d4bab-e2e0-47ab-9464-d74302c3172a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:20.964547 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8172a750-7e3b-49fc-b781-ae6cacefd95b req-714d4bab-e2e0-47ab-9464-d74302c3172a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0875404 Nov 04 14:29:20.990055 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-08322ad9-d796-4f16-a264-d7d73ad9d5fa req-6b8dcfaf-e2d4-4f6a-8781-88325e562d16 service neutron] 10.222.0.107 "GET /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368463 Nov 04 14:29:21.022489 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-8172a750-7e3b-49fc-b781-ae6cacefd95b req-7dea6f8e-b3a5-4975-9119-d32f8ad72f7f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487492 Nov 04 14:29:21.037943 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:21.065066 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729ee73-280c-47f3-934d-1380ffb3f812 None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:22:37Z', 'revision_number': 4, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi', '_interfaces': [{'id': '2397e9db-1119-4241-83be-741f003089c7', 'name': '', 'network_id': '475103d3-b277-4fbf-aa39-aa8484a7d4ee', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'mac_address': 'fa:16:3e:1b:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:37Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'subnets': [{'id': 'bdcd14ed-6696-4635-b5d4-02cdccb890da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:29:21.275355 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf93ddf-7082-4014-ba75-eeecd6874d75 None None] New status for floating IP 5cd82349-1b17-43d6-acaa-436e2abe1b97: DOWN {{(pid=101612) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 14:29:22.135705 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c80af-b732-402e-b5c1-e8590424d6fe req-617e922a-87c1-4e01-ab66-a71406669794 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:22.137108 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e18c80af-b732-402e-b5c1-e8590424d6fe req-617e922a-87c1-4e01-ab66-a71406669794 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0477061 Nov 04 14:29:22.184977 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-e18c80af-b732-402e-b5c1-e8590424d6fe req-c0a69340-b0cd-46f7-bb35-977bef45c263 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0fc32b6-a9c2-4fc2-97a6-531915144bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Nov 04 14:29:22.348773 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73736497-a918-42b1-a334-3abe368d01c8 req-f68745cc-315d-40fd-89eb-fd273e0740e4 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 14:29:22.350188 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73736497-a918-42b1-a334-3abe368d01c8 req-f68745cc-315d-40fd-89eb-fd273e0740e4 tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 946 time: 0.0462711 Nov 04 14:29:22.439947 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Deleting port 151745a4-7c65-4ca7-ba81-442f8863054e {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:22.440213 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:22.529462 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] For port 151745a4-7c65-4ca7-ba81-442f8863054e, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=151745a4-7c65-4ca7-ba81-442f8863054e,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:22.529833 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:22.543179 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Calling delete_port for 151745a4-7c65-4ca7-ba81-442f8863054e owned by compute:nova {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:22.727567 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:22.753479 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'Port': ['ID=151745a4-7c65-4ca7-ba81-442f8863054e,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:22.799644 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] No DVR routers for this DVR port 151745a4-7c65-4ca7-ba81-442f8863054e on host hv-cinder-81584 {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:29:22.802065 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for port, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:22.805633 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-73736497-a918-42b1-a334-3abe368d01c8 req-f1ae908a-d517-43b1-8c98-2668d7b3471f tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.107 "DELETE /v2.0/ports/151745a4-7c65-4ca7-ba81-442f8863054e HTTP/1.1" status: 204 len: 173 time: 0.4487503 Nov 04 14:29:22.806087 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'name': 'network-vif-deleted', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e'}] {{(pid=101609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 14:29:22.808910 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f92d181bd324b7bdea94d853b662d15b92a49b220d65f1df7c35f74cfbbb243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff0e6f-1af7-478e-8d26-84b43ff3b48f" -d '{"events": [{"server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "name": "network-vif-deleted", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e"}]}' {{(pid=101609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 14:29:22.845355 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4a024-7cbf-4836-b872-ae4b4960ad5e x-openstack-request-id: req-77a4a024-7cbf-4836-b872-ae4b4960ad5e {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 14:29:22.845650 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba59c04b-03e0-459e-a733-8aa23d0b1ed7", "name": "network-vif-deleted", "tag": "151745a4-7c65-4ca7-ba81-442f8863054e", "status": "completed", "code": 200}]} {{(pid=101609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 14:29:22.845906 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77a4a024-7cbf-4836-b872-ae4b4960ad5e {{(pid=101609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 14:29:22.846312 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba59c04b-03e0-459e-a733-8aa23d0b1ed7', 'name': 'network-vif-deleted', 'tag': '151745a4-7c65-4ca7-ba81-442f8863054e', 'status': 'completed', 'code': 200} Nov 04 14:29:23.278612 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [req-66ab5f2e-c373-47fd-aa08-c99355672b52 req-18133f93-bf47-4ead-88a9-325b336ad04c tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba59c04b-03e0-459e-a733-8aa23d0b1ed7 HTTP/1.1" status: 200 len: 210 time: 0.0253518 Nov 04 14:29:24.335090 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52582) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:24.454676 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Deleting port 7fb44f68-4a45-48fc-8ac3-620b5dbbacf6 {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:24.454916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:24.526292 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:24.526647 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:24.538590 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Calling delete_port for 7fb44f68-4a45-48fc-8ac3-620b5dbbacf6 owned by network:floatingip {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:24.762092 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:24.788049 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'Port': ['ID=7fb44f68-4a45-48fc-8ac3-620b5dbbacf6,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:24.850215 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for floatingip, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:24.852841 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146258'] for floatingip, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:24.854004 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-d85c1275-cf67-4e27-a1ad-28969e1f0e8a tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "DELETE /v2.0/floatingips/133d84ec-f670-49c7-8a63-1fd38e14f4e7 HTTP/1.1" status: 204 len: 168 time: 0.5179079 Nov 04 14:29:25.912211 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 151745a4-7c65-4ca7-ba81-442f8863054e no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:25.935593 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] No Port match for: 151745a4-7c65-4ca7-ba81-442f8863054e {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:25.935939 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Device 151745a4-7c65-4ca7-ba81-442f8863054e not bound to the agent host hv-cinder-81584 {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:26.167623 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52594) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:26.224771 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d55e-8f8f-4bba-aae5-592d16db572b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:26.250192 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d55e-8f8f-4bba-aae5-592d16db572b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:26.373138 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d55e-8f8f-4bba-aae5-592d16db572b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:26.376422 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d55e-8f8f-4bba-aae5-592d16db572b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:26.377593 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-7fb8d55e-8f8f-4bba-aae5-592d16db572b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] 10.222.0.74 "DELETE /v2.0/security-groups/b0fc32b6-a9c2-4fc2-97a6-531915144bc1 HTTP/1.1" status: 204 len: 168 time: 0.2088892 Nov 04 14:29:26.386953 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8d55e-8f8f-4bba-aae5-592d16db572b tempest-TestVolumeBootPattern-603355137 tempest-TestVolumeBootPattern-603355137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fc32b6-a9c2-4fc2-97a6-531915144bc1,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:26.435737 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:26.499300 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 52598) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:26.957321 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:27.193515 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Deleting port 2397e9db-1119-4241-83be-741f003089c7 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:27.193743 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:27.272897 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] For port 2397e9db-1119-4241-83be-741f003089c7, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=2397e9db-1119-4241-83be-741f003089c7,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:27.273260 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:27.292613 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Calling delete_port for 2397e9db-1119-4241-83be-741f003089c7 owned by network:router_interface {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:27.555957 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:27.590972 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2397e9db-1119-4241-83be-741f003089c7,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:27.755363 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:27.960347 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:29:28.060832 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:29:28.066435 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-5e8484a9-464c-4d67-a8c4-b5b8d090a5d4 admin admin] 10.222.0.74 "PUT /v2.0/routers/9e5eac9e-d41f-4a95-b1ca-66e6679b4558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5654509 Nov 04 14:29:28.068974 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 52602) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:28.071542 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] Sync routers for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:29:28.080945 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:28.081539 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:28.172621 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.187602 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:28.272662 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.363285 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:29:27Z', 'revision_number': 5, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port': {'id': '34be0843-2a43-4fb8-b76c-a7cb42713317', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:34Z', 'updated_at': '2021-11-04T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:28.373391 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Deleting port 34be0843-2a43-4fb8-b76c-a7cb42713317 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:28.373733 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.392499 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] Checking router: 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 for host: dv-cinder-815848-5-iscsi {{(pid=101611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:29:28.400902 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] Routers {'9e5eac9e-d41f-4a95-b1ca-66e6679b4558'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:28.401515 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'], 'active': True} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:28.452113 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] For port 34be0843-2a43-4fb8-b76c-a7cb42713317, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=34be0843-2a43-4fb8-b76c-a7cb42713317,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:28.453041 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.471050 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Calling delete_port for 34be0843-2a43-4fb8-b76c-a7cb42713317 owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:28.609125 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvr_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] Set router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 gateway port host: None {{(pid=101611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:28.661352 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_hamode_db [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:29:28Z', 'revision_number': 6, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:28.690436 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8cbf2-fe52-4774-8d8b-39a226e922ae None None] The sync data for ids ['9e5eac9e-d41f-4a95-b1ca-66e6679b4558'] in dv-cinder-815848-5-iscsi is: [{'id': '9e5eac9e-d41f-4a95-b1ca-66e6679b4558', 'name': 'tempest-TestVolumeBootPattern-1768231435-router', 'tenant_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:33Z', 'updated_at': '2021-11-04T14:29:28Z', 'revision_number': 6, 'project_id': 'f9e0985dbcee432b8bcbd3d28f6a8f6b', 'gw_port_host': None}] {{(pid=101611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:29:28.699128 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.729167 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Pushing event deleted for resources: {'Port': ['ID=34be0843-2a43-4fb8-b76c-a7cb42713317,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:28.786296 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.874122 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.876318 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.973168 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.973610 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5eac9e-d41f-4a95-b1ca-66e6679b4558 {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:29:28.977686 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:28.978837 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-10a4cb9c-869d-4ba5-8c8f-1916d5578094 admin admin] 10.222.0.74 "DELETE /v2.0/routers/9e5eac9e-d41f-4a95-b1ca-66e6679b4558 HTTP/1.1" status: 204 len: 168 time: 0.9090097 Nov 04 14:29:28.981341 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 52604) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:29.026847 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.db.db_base_plugin_v2 [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Deleting subnet bdcd14ed-6696-4635-b5d4-02cdccb890da {{(pid=101610) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:29:29.030076 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.064848 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25310255'] for subnet, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.091294 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:29:29.141641 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.248232 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28841847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26144807'] for subnet, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.271293 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdcd14ed-6696-4635-b5d4-02cdccb890da,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:29.276893 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for subnet, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.280118 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-458dafa3-68ea-49dd-bada-d3ca85aa826a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bdcd14ed-6696-4635-b5d4-02cdccb890da HTTP/1.1" status: 204 len: 168 time: 0.2978141 Nov 04 14:29:29.283099 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d34bde-c74e-499a-a2b9-bcc49c24b54c None None] Network 475103d3-b277-4fbf-aa39-aa8484a7d4ee requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:29:29.283620 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52606) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:29.353643 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.411588 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Deleting port 5bdbf8a1-1900-44fb-9e87-c841777f12dd {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:29.412024 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.465504 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] DHCP port deletion for 475103d3-b277-4fbf-aa39-aa8484a7d4ee request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:29:29.484593 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] For port 5bdbf8a1-1900-44fb-9e87-c841777f12dd, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=5bdbf8a1-1900-44fb-9e87-c841777f12dd,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:29.487183 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.497665 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Calling delete_port for 5bdbf8a1-1900-44fb-9e87-c841777f12dd owned by network:dhcp {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:29.516874 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Deleting port 5bdbf8a1-1900-44fb-9e87-c841777f12dd {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:29.517250 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.581786 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] For port 5bdbf8a1-1900-44fb-9e87-c841777f12dd, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=5bdbf8a1-1900-44fb-9e87-c841777f12dd,segment=NetworkSegment(b60ff6aa-418a-45dd-95f2-14a48bac29bb),segment_id=b60ff6aa-418a-45dd-95f2-14a48bac29bb)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:29.582189 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.594920 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Calling delete_port for 5bdbf8a1-1900-44fb-9e87-c841777f12dd owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:29.636679 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.663859 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbf8a1-1900-44fb-9e87-c841777f12dd,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:29.667556 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] No DVR routers for this DVR port 5bdbf8a1-1900-44fb-9e87-c841777f12dd on host dv-cinder-815848-5-iscsi {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:29:29.679719 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.708198 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Pushing event deleted for resources: {'Port': ['ID=5bdbf8a1-1900-44fb-9e87-c841777f12dd,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:29.710582 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] No DVR routers for this DVR port 5bdbf8a1-1900-44fb-9e87-c841777f12dd on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:29:29.721878 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.722229 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.722603 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.732567 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24952e1-56e3-46d7-97f2-5a39bb394eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-5-iscsi {{(pid=101611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 14:29:29.756211 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.776068 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475103d3-b277-4fbf-aa39-aa8484a7d4ee']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:29.785630 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60ff6aa-418a-45dd-95f2-14a48bac29bb') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:29.785929 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60ff6aa-418a-45dd-95f2-14a48bac29bb') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:29.795077 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.808064 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.814099 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:29:29.814519 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:29:29.816215 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:29:29.950580 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.956468 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:29.959754 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] 10.222.0.74 "DELETE /v2.0/networks/475103d3-b277-4fbf-aa39-aa8484a7d4ee HTTP/1.1" status: 204 len: 168 time: 0.6752200 Nov 04 14:29:29.962754 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 52608) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:29.971079 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d13c0-1dcb-4996-9fde-6fc4740808cc admin admin] Pushing event deleted for resources: {'Network': ['ID=475103d3-b277-4fbf-aa39-aa8484a7d4ee,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:30.212776 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 5bdbf8a1-1900-44fb-9e87-c841777f12dd no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:30.234069 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 5bdbf8a1-1900-44fb-9e87-c841777f12dd {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:30.234435 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 5bdbf8a1-1900-44fb-9e87-c841777f12dd not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:30.234852 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 34be0843-2a43-4fb8-b76c-a7cb42713317 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:30.254955 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 34be0843-2a43-4fb8-b76c-a7cb42713317 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:30.255307 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 34be0843-2a43-4fb8-b76c-a7cb42713317 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:30.255727 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2397e9db-1119-4241-83be-741f003089c7 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:30.279536 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 2397e9db-1119-4241-83be-741f003089c7 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:30.279883 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 2397e9db-1119-4241-83be-741f003089c7 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:30.504272 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597986'] for router_interface, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:30.732963 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Deleting port 995d637a-66ff-49af-a62d-9d337b42673c {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:30.733302 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:30.810486 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] For port 995d637a-66ff-49af-a62d-9d337b42673c, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=995d637a-66ff-49af-a62d-9d337b42673c,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:30.810817 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:30.823031 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Calling delete_port for 995d637a-66ff-49af-a62d-9d337b42673c owned by network:router_interface {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:31.122048 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:31.144879 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=995d637a-66ff-49af-a62d-9d337b42673c,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:31.306006 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597010'] for router_interface, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:31.525729 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 has already been hosted by L3 agent 7bdd0eee-8f87-4525-b838-06f6562f7c82 {{(pid=101610) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 14:29:31.627858 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] Notify agent at l3_agent.dv-cinder-815848-5-iscsi the message routers_updated {{(pid=101610) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 14:29:31.633095 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-8e76f53f-63b1-42b4-8f8d-4bb2851f49d5 admin admin] 10.222.0.74 "PUT /v2.0/routers/bcd6c705-cd58-46d6-8d1e-a2ecf0836a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692276 Nov 04 14:29:31.635683 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [-] (101610) accepted ('10.222.0.74', 52610) {{(pid=101610) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:31.636573 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] Sync routers for ids ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'] in dv-cinder-815848-5-iscsi {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 14:29:31.646761 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] Routers {'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:31.647365 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:31.770095 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks [] for router, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:31.782039 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] Set router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 gateway port host: dv-cinder-815848-5-iscsi {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:31.872018 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:31.954542 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'external_fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '41bec463-c383-4967-9812-43e81c305998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:29:30Z', 'revision_number': 5, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port': {'id': '41bec463-c383-4967-9812-43e81c305998', 'name': '', 'network_id': '72b7a6d5-e459-4ee5-bdd9-97153dee395e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d6917d-ecb6-4c50-8deb-55a8ca260346', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-5-iscsi'}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:31.988798 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] Checking router: bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 for host: dv-cinder-815848-5-iscsi {{(pid=101612) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 14:29:31.997119 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] Routers {'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'} bound to L3 agent in host dv-cinder-815848-5-iscsi {{(pid=101612) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 14:29:31.997731 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T14:06:35Z,description=,heartbeat_timestamp=2021-11-04T14:29:05Z,host='dv-cinder-815848-5-iscsi',id=7bdd0eee-8f87-4525-b838-06f6562f7c82,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T14:06:36Z,topic='l3_agent')) {'router_ids': ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'], 'active': True} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:32.016364 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Deleting port 41bec463-c383-4967-9812-43e81c305998 {{(pid=101610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:32.016824 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.081476 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_dvr_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] Set router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 gateway port host: None {{(pid=101612) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 14:29:32.094940 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.db [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] For port 41bec463-c383-4967-9812-43e81c305998, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=41bec463-c383-4967-9812-43e81c305998,segment=NetworkSegment(cd4de0c2-d976-4b05-a25d-c5509aa7a280),segment_id=cd4de0c2-d976-4b05-a25d-c5509aa7a280)] {{(pid=101610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:32.095306 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.107779 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.plugins.ml2.plugin [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Calling delete_port for 41bec463-c383-4967-9812-43e81c305998 owned by network:router_gateway {{(pid=101610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:32.131487 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.l3_hamode_db [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:29:31Z', 'revision_number': 6, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port_host': None}], 'dv-cinder-815848-5-iscsi', False) {} {{(pid=101612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:32.159275 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80a360-a072-4a4d-9fda-af29cb9e1388 None None] The sync data for ids ['bcd6c705-cd58-46d6-8d1e-a2ecf0836a11'] in dv-cinder-815848-5-iscsi is: [{'id': 'bcd6c705-cd58-46d6-8d1e-a2ecf0836a11', 'name': 'tempest-TestVolumeBootPattern-1090494356-router', 'tenant_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T14:22:41Z', 'updated_at': '2021-11-04T14:29:31Z', 'revision_number': 6, 'project_id': '30c215b6a1aa42a08d9dd9c93e1ed7d2', 'gw_port_host': None}] {{(pid=101612) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 14:29:32.304579 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28841796'] for port, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.331870 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bec463-c383-4967-9812-43e81c305998,revision_number=None']} {{(pid=101610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:32.386634 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590268'] for router_gateway, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.471135 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.473394 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.567643 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596191'] for router, after_delete {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.568179 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 {{(pid=101610) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 14:29:32.572545 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron_lib.callbacks.manager [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] Publish callbacks [] for router, before_response {{(pid=101610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.573858 dv-cinder-815848-5-iscsi neutron-server[101610]: INFO neutron.wsgi [None req-2224ebb1-7fa4-47a9-9ebb-1b8ed98c4c19 admin admin] 10.222.0.74 "DELETE /v2.0/routers/bcd6c705-cd58-46d6-8d1e-a2ecf0836a11 HTTP/1.1" status: 204 len: 168 time: 0.9372442 Nov 04 14:29:32.576531 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52612) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:32.623919 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Deleting subnet b18ff26d-a8f8-43fe-8a94-02e35004fcc0 {{(pid=101609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 04 14:29:32.627662 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.660553 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27990894'] for subnet, precommit_delete_associations {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.738374 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3817499'] for subnet, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.853685 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26144661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28936253'] for subnet, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.879653 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18ff26d-a8f8-43fe-8a94-02e35004fcc0,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:32.883346 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.886593 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-cbf6d499-fc1d-4d39-a952-62004ad1c7d7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b18ff26d-a8f8-43fe-8a94-02e35004fcc0 HTTP/1.1" status: 204 len: 168 time: 0.3089502 Nov 04 14:29:32.888718 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a843223-95fb-4865-94ab-20e25a8389e2 None None] Network ac87b353-000f-47cc-a65f-3bdcad671b35 requested from dv-cinder-815848-5-iscsi {{(pid=101611) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 14:29:32.889180 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52614) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:32.957200 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-950d857c-bc72-47f2-956a-277ec18716ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:32.964916 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710455'] for network, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.020649 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Deleting port d69ae640-7f49-47bf-b90e-d355081d7e4a {{(pid=101609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:33.020999 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.078339 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] DHCP port deletion for ac87b353-000f-47cc-a65f-3bdcad671b35 request from dv-cinder-815848-5-iscsi {{(pid=101611) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 14:29:33.089996 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.db [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] For port d69ae640-7f49-47bf-b90e-d355081d7e4a, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=d69ae640-7f49-47bf-b90e-d355081d7e4a,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:33.090408 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.103429 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.plugin [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Calling delete_port for d69ae640-7f49-47bf-b90e-d355081d7e4a owned by network:dhcp {{(pid=101609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:33.126668 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] Deleting port d69ae640-7f49-47bf-b90e-d355081d7e4a {{(pid=101611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 04 14:29:33.127004 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768198410141'] for port, before_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.195449 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.db [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] For port d69ae640-7f49-47bf-b90e-d355081d7e4a, host dv-cinder-815848-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-5-iscsi',level=0,port_id=d69ae640-7f49-47bf-b90e-d355081d7e4a,segment=NetworkSegment(174f51a8-2b43-4406-bd98-d614520fa4ec),segment_id=174f51a8-2b43-4406-bd98-d614520fa4ec)] {{(pid=101611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 14:29:33.195849 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-593463'] for port, precommit_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.210057 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] Calling delete_port for d69ae640-7f49-47bf-b90e-d355081d7e4a owned by network:dhcp {{(pid=101611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 04 14:29:33.276013 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26144678'] for port, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.285298 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3809613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768198413671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768197917772'] for port, after_delete {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.302493 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Pushing event deleted for resources: {'Port': ['ID=d69ae640-7f49-47bf-b90e-d355081d7e4a,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:33.307167 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] No DVR routers for this DVR port d69ae640-7f49-47bf-b90e-d355081d7e4a on host dv-cinder-815848-5-iscsi {{(pid=101609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:29:33.309583 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] Pushing event deleted for resources: {'Port': ['ID=d69ae640-7f49-47bf-b90e-d355081d7e4a,revision_number=None']} {{(pid=101611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:33.314137 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb44cf5-6de5-4a6e-ab68-7127d0069c6c None None] No DVR routers for this DVR port d69ae640-7f49-47bf-b90e-d355081d7e4a on host dv-cinder-815848-5-iscsi {{(pid=101611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 14:29:33.388324 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3832736', 'neutron.services.segments.db._delete_segments_for_network-8768198440470'] for network, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.408738 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac87b353-000f-47cc-a65f-3bdcad671b35']}} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:33.417788 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174f51a8-2b43-4406-bd98-d614520fa4ec') {'for_net_delete': True} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:33.418090 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.services.segments.db [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174f51a8-2b43-4406-bd98-d614520fa4ec') {} {{(pid=101609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 14:29:33.427814 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768198440991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27990905'] for segment, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.440895 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860'] for segment, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.446655 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=101609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3819860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26144587'] for segment, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: Traceback (most recent call last): Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: timer() Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: cb(*args, **kw) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: return func(*args, **kwargs) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: self._notify() Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: self.callback(batched_events) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: event.method(event) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: return f(self, *a, **k) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._get(url).json() Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: return self.request(url, 'GET', **kwargs) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 14:29:33.455562 dv-cinder-815848-5-iscsi neutron-server[101609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 14:29:33.573367 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3832729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590224'] for network, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.578624 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588394'] for network, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:33.581743 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] 10.222.0.74 "DELETE /v2.0/networks/ac87b353-000f-47cc-a65f-3bdcad671b35 HTTP/1.1" status: 204 len: 168 time: 0.6917107 Nov 04 14:29:33.591991 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907e68-cc9b-4c0a-86cc-a5c338a7cbad admin admin] Pushing event deleted for resources: {'Network': ['ID=ac87b353-000f-47cc-a65f-3bdcad671b35,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:33.892645 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52618) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:33.935535 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-1c8d7aac-bdac-498b-b0a6-3d9d22683eea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9e0985dbcee432b8bcbd3d28f6a8f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417058 Nov 04 14:29:33.938418 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52620) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:33.985327 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9f907669-ebb9-4573-8d3b-3a06c104d5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:34.006725 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9f907669-ebb9-4573-8d3b-3a06c104d5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:34.133007 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9f907669-ebb9-4573-8d3b-3a06c104d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:34.135735 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-9f907669-ebb9-4573-8d3b-3a06c104d5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:34.136913 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-9f907669-ebb9-4573-8d3b-3a06c104d5fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd4f3694-1034-44d8-9525-1de119678e05 HTTP/1.1" status: 204 len: 168 time: 0.1975560 Nov 04 14:29:34.145247 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f907669-ebb9-4573-8d3b-3a06c104d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f3694-1034-44d8-9525-1de119678e05,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:34.220544 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device d69ae640-7f49-47bf-b90e-d355081d7e4a no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:34.243048 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: d69ae640-7f49-47bf-b90e-d355081d7e4a {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:34.243385 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device d69ae640-7f49-47bf-b90e-d355081d7e4a not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:34.243788 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 995d637a-66ff-49af-a62d-9d337b42673c no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:34.262759 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 995d637a-66ff-49af-a62d-9d337b42673c {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:34.263041 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 995d637a-66ff-49af-a62d-9d337b42673c not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:34.263436 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 41bec463-c383-4967-9812-43e81c305998 no longer exists at agent ovs-agent-dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 14:29:34.282501 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.plugin [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] No Port match for: 41bec463-c383-4967-9812-43e81c305998 {{(pid=101611) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 04 14:29:34.282838 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron.plugins.ml2.rpc [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Device 41bec463-c383-4967-9812-43e81c305998 not bound to the agent host dv-cinder-815848-5-iscsi {{(pid=101611) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 14:29:34.825928 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52626) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:34.865435 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-5a82d9c7-69f9-4606-8749-28f41ecbe248 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30c215b6a1aa42a08d9dd9c93e1ed7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383334 Nov 04 14:29:34.867896 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.wsgi [-] (101609) accepted ('10.222.0.74', 52628) {{(pid=101609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 14:29:34.914658 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fec19543-bdd5-42c9-8e31-408ae36debf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:34.935168 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fec19543-bdd5-42c9-8e31-408ae36debf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:35.059266 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fec19543-bdd5-42c9-8e31-408ae36debf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592955'] for security_group, after_delete {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:35.061847 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron_lib.callbacks.manager [None req-fec19543-bdd5-42c9-8e31-408ae36debf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:35.063061 dv-cinder-815848-5-iscsi neutron-server[101609]: INFO neutron.wsgi [None req-fec19543-bdd5-42c9-8e31-408ae36debf2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5dec743-9742-413b-bc91-909fed2c849d HTTP/1.1" status: 204 len: 168 time: 0.1942494 Nov 04 14:29:35.070839 dv-cinder-815848-5-iscsi neutron-server[101609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec19543-bdd5-42c9-8e31-408ae36debf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dec743-9742-413b-bc91-909fed2c849d,revision_number=None']} {{(pid=101609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 14:29:35.286024 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a9a49e54-647b-4b74-bf04-012d0b19b212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:36.630156 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:37.841658 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:38.789221 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:29:56.441770 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:02.961319 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-15d0b92f-7175-4e8c-98a0-9be011f0d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:05.264449 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-31389329-3768-4dca-9bdc-f9208a991790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:06.090423 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:30:06.624213 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:07.870468 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:08.790791 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:16.103018 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [req-0ac50777-558c-47a3-a0ce-53b989a2c22c req-bbc45523-f71e-4e73-9519-93bc5e0112b8 service neutron] (101610) timed out ('10.222.0.107', 64766) {{(pid=101610) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 14:30:26.441552 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:32.967299 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-33fab0a3-f019-4801-a1ad-4c2139961528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:35.274257 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8e62-18ad-4768-9992-83f6b95268cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:36.659012 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:37.875740 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:38.773786 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:30:43.089579 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:30:56.440126 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:02.948322 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-e29703a9-4aac-4262-97a3-0e3a7353980b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:05.269979 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b83811c6-a1f9-4b0d-aa8f-9d6fca35acd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:06.634200 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:07.885814 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:08.782554 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:20.087450 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:31:26.435589 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:32.949690 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-636f49b8-a5ce-4e4d-94d2-247331923c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:35.264183 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a31dd034-bf9b-45f6-adbe-b8fae364be66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:36.656531 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:37.847187 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:38.755704 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:56.475660 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:31:57.086732 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:32:02.953024 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-90c1575e-5e77-4bbb-9412-d2317efcdd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:05.304077 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-ba6900f7-0ec1-4d47-bad3-eaa972545eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:06.658329 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:07.869672 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:08.835328 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:26.469481 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:32.943546 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc2a4-3fa0-446c-a55c-4dae615d3d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:34.087459 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:32:35.257549 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-59eb25df-5d5e-4cff-9c7c-f32f0a1cff5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:36.655925 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:37.863909 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:38.795450 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:32:52.284562 dv-cinder-815848-5-iscsi neutron-server[101610]: DEBUG neutron.wsgi [req-707ecbe4-62c6-4695-ba2e-e1a0b3485642 req-b6ed01b4-4c41-4f79-9092-5ddbd8965523 tempest-ServerRescueNegativeTestJSON-1038704776 tempest-ServerRescueNegativeTestJSON-1038704776-project] (101610) timed out ('10.222.0.107', 64784) {{(pid=101610) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 14:32:56.558195 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:02.960463 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b63480f4-ee15-4181-b8d5-51b014ad1c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:05.272512 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38085e42-36d4-4961-9f6d-c7ea90be5aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:06.663714 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:07.868901 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:08.817506 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:11.086937 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:33:26.503210 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:32.946578 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b30ffd31-5851-4a1f-8605-b207543c4c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:35.312028 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7c4-256c-45af-98e1-2373860afd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:36.677579 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:37.857246 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:38.775154 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:33:48.085651 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:33:56.500543 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:02.960034 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-40c1f224-da46-4898-a471-a4b7278a58f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:05.280213 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b175-4c26-4d64-b493-28b6eb0c5306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:06.671672 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:07.877512 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:08.751688 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:25.084149 dv-cinder-815848-5-iscsi neutron-server[101612]: DEBUG neutron.db.agents_db [None req-1c361730-3c92-4a1d-9d19-fa3e9285d1b0 None None] Agent healthcheck: found 6 active agents {{(pid=101612) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 14:34:26.482319 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:32.974358 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-97dcc6ee-867d-417f-b41e-a795cb5ee286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:35.282850 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-1603d457-9265-45c4-b63e-4a8e266018bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:36.650902 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-dd373a99-2d98-4c2b-8d94-6fd7d9aa051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:37.896833 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-a164751b-9f32-4837-8a80-28dafc049b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:38.782371 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-38b75d44-e37e-425b-870a-320071e0b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 04 14:34:56.519497 dv-cinder-815848-5-iscsi neutron-server[101611]: DEBUG neutron_lib.callbacks.manager [None req-4d9185cc-3120-4e86-9af1-a996758ba096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768198440452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3833818'] for agent, after_update {{(pid=101611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}